2024-12-08 22:13:58,646 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-08 22:13:58,657 main DEBUG Took 0.008559 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 22:13:58,657 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 22:13:58,657 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 22:13:58,658 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 22:13:58,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,665 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 22:13:58,676 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,678 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,679 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,680 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,681 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,682 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,683 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,683 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,684 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,684 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,685 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:13:58,686 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,686 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 22:13:58,687 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:13:58,688 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 22:13:58,690 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 22:13:58,690 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 22:13:58,691 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 22:13:58,691 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 22:13:58,699 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 22:13:58,701 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 22:13:58,702 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 22:13:58,703 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 22:13:58,703 main DEBUG createAppenders(={Console}) 2024-12-08 22:13:58,704 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-08 22:13:58,704 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-08 22:13:58,704 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-08 22:13:58,705 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 22:13:58,705 main DEBUG OutputStream closed 2024-12-08 22:13:58,705 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 22:13:58,705 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 22:13:58,706 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-08 22:13:58,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 22:13:58,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 22:13:58,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 22:13:58,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 22:13:58,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 22:13:58,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 22:13:58,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 22:13:58,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 22:13:58,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 22:13:58,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 22:13:58,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 22:13:58,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 22:13:58,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 22:13:58,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 22:13:58,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 22:13:58,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 22:13:58,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 22:13:58,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 22:13:58,781 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 22:13:58,782 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-08 22:13:58,782 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 22:13:58,783 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-08T22:13:59,058 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7 2024-12-08 22:13:59,060 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 22:13:59,061 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T22:13:59,068 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-08T22:13:59,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T22:13:59,099 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/cluster_7ff50207-434a-25d9-8c1d-0e820204b72c, deleteOnExit=true 2024-12-08T22:13:59,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T22:13:59,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/test.cache.data in system properties and HBase conf 2024-12-08T22:13:59,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T22:13:59,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/hadoop.log.dir in system properties and HBase conf 2024-12-08T22:13:59,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T22:13:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T22:13:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T22:13:59,181 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T22:13:59,273 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T22:13:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T22:13:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T22:13:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T22:13:59,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T22:13:59,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T22:13:59,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T22:13:59,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T22:13:59,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T22:13:59,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T22:13:59,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/nfs.dump.dir in system properties and HBase conf 2024-12-08T22:13:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/java.io.tmpdir in system properties and HBase conf 2024-12-08T22:13:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T22:13:59,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T22:13:59,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T22:14:00,611 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T22:14:00,701 INFO [Time-limited test {}] log.Log(170): Logging initialized @2759ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T22:14:00,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T22:14:00,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T22:14:00,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T22:14:00,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T22:14:00,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T22:14:00,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T22:14:00,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/hadoop.log.dir/,AVAILABLE} 2024-12-08T22:14:00,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T22:14:01,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f7463d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/java.io.tmpdir/jetty-localhost-36797-hadoop-hdfs-3_4_1-tests_jar-_-any-3825153611698911621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T22:14:01,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:36797} 2024-12-08T22:14:01,122 INFO [Time-limited test {}] server.Server(415): Started @3181ms 2024-12-08T22:14:01,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T22:14:01,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T22:14:01,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T22:14:01,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T22:14:01,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T22:14:01,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b40f5c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/hadoop.log.dir/,AVAILABLE} 2024-12-08T22:14:01,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1118b2a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T22:14:01,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b60cd11{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/java.io.tmpdir/jetty-localhost-38969-hadoop-hdfs-3_4_1-tests_jar-_-any-9978385842065450500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T22:14:01,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@286a1f36{HTTP/1.1, (http/1.1)}{localhost:38969} 2024-12-08T22:14:01,879 INFO [Time-limited test {}] server.Server(415): Started @3938ms 2024-12-08T22:14:01,926 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T22:14:02,997 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/cluster_7ff50207-434a-25d9-8c1d-0e820204b72c/data/data2/current/BP-1429209267-172.17.0.2-1733696039864/current, will proceed with Du for space computation calculation, 2024-12-08T22:14:02,997 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/cluster_7ff50207-434a-25d9-8c1d-0e820204b72c/data/data1/current/BP-1429209267-172.17.0.2-1733696039864/current, will proceed with Du for space computation calculation, 2024-12-08T22:14:03,029 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T22:14:03,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x901f08cadc7b7655 with lease ID 0xa6e40f7ae14f5ada: Processing first storage report for DS-4aea183e-8d13-4e6d-a61f-90f857959b4a from datanode DatanodeRegistration(127.0.0.1:36439, datanodeUuid=a83687ae-7de4-4b12-8887-e024386f868d, infoPort=43425, infoSecurePort=0, ipcPort=46221, storageInfo=lv=-57;cid=testClusterID;nsid=1329805656;c=1733696039864) 2024-12-08T22:14:03,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x901f08cadc7b7655 with lease ID 0xa6e40f7ae14f5ada: from storage DS-4aea183e-8d13-4e6d-a61f-90f857959b4a node DatanodeRegistration(127.0.0.1:36439, datanodeUuid=a83687ae-7de4-4b12-8887-e024386f868d, infoPort=43425, infoSecurePort=0, ipcPort=46221, storageInfo=lv=-57;cid=testClusterID;nsid=1329805656;c=1733696039864), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-08T22:14:03,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x901f08cadc7b7655 with lease ID 0xa6e40f7ae14f5ada: Processing first storage report for DS-5d660231-5ce4-452c-8437-1edb9050bfd5 from datanode DatanodeRegistration(127.0.0.1:36439, datanodeUuid=a83687ae-7de4-4b12-8887-e024386f868d, infoPort=43425, infoSecurePort=0, ipcPort=46221, storageInfo=lv=-57;cid=testClusterID;nsid=1329805656;c=1733696039864) 2024-12-08T22:14:03,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x901f08cadc7b7655 with lease ID 0xa6e40f7ae14f5ada: from storage DS-5d660231-5ce4-452c-8437-1edb9050bfd5 node DatanodeRegistration(127.0.0.1:36439, datanodeUuid=a83687ae-7de4-4b12-8887-e024386f868d, infoPort=43425, infoSecurePort=0, ipcPort=46221, storageInfo=lv=-57;cid=testClusterID;nsid=1329805656;c=1733696039864), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T22:14:03,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7 2024-12-08T22:14:03,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/cluster_7ff50207-434a-25d9-8c1d-0e820204b72c/zookeeper_0, clientPort=51039, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/cluster_7ff50207-434a-25d9-8c1d-0e820204b72c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/cluster_7ff50207-434a-25d9-8c1d-0e820204b72c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T22:14:03,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51039 2024-12-08T22:14:03,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:14:03,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:14:03,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741825_1001 (size=7) 2024-12-08T22:14:03,798 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0 with version=8 2024-12-08T22:14:03,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/hbase-staging 2024-12-08T22:14:03,875 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T22:14:04,122 INFO [Time-limited test {}] client.ConnectionUtils(128): master/45d1fbfb79fd:0 server-side Connection retries=45 2024-12-08T22:14:04,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T22:14:04,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T22:14:04,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T22:14:04,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T22:14:04,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T22:14:04,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T22:14:04,296 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T22:14:04,303 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T22:14:04,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T22:14:04,326 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4806 (auto-detected) 2024-12-08T22:14:04,327 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T22:14:04,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41977 2024-12-08T22:14:04,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41977 connecting to ZooKeeper ensemble=127.0.0.1:51039 2024-12-08T22:14:04,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419770x0, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T22:14:04,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41977-0x100077e3f600000 connected 2024-12-08T22:14:04,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:14:04,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:14:04,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T22:14:04,571 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0, hbase.cluster.distributed=false 2024-12-08T22:14:04,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T22:14:04,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41977 2024-12-08T22:14:04,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41977 2024-12-08T22:14:04,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41977 2024-12-08T22:14:04,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41977 2024-12-08T22:14:04,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41977 2024-12-08T22:14:04,697 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/45d1fbfb79fd:0 server-side Connection retries=45 2024-12-08T22:14:04,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T22:14:04,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T22:14:04,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T22:14:04,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T22:14:04,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T22:14:04,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T22:14:04,703 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T22:14:04,704 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38403 2024-12-08T22:14:04,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38403 connecting to ZooKeeper ensemble=127.0.0.1:51039 2024-12-08T22:14:04,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:14:04,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:14:04,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384030x0, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T22:14:04,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384030x0, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T22:14:04,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38403-0x100077e3f600001 connected 2024-12-08T22:14:04,725 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T22:14:04,732 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T22:14:04,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T22:14:04,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T22:14:04,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38403 2024-12-08T22:14:04,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38403 2024-12-08T22:14:04,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38403 2024-12-08T22:14:04,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38403 2024-12-08T22:14:04,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38403 2024-12-08T22:14:04,755 DEBUG [M:0;45d1fbfb79fd:41977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;45d1fbfb79fd:41977 2024-12-08T22:14:04,756 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/45d1fbfb79fd,41977,1733696043972 2024-12-08T22:14:04,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T22:14:04,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T22:14:04,772 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/45d1fbfb79fd,41977,1733696043972 2024-12-08T22:14:04,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:14:04,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T22:14:04,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:14:04,802 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T22:14:04,803 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/45d1fbfb79fd,41977,1733696043972 from backup master directory 2024-12-08T22:14:04,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T22:14:04,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/45d1fbfb79fd,41977,1733696043972 2024-12-08T22:14:04,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T22:14:04,816 WARN [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T22:14:04,816 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=45d1fbfb79fd,41977,1733696043972 2024-12-08T22:14:04,818 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T22:14:04,820 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T22:14:04,871 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/hbase.id] with ID: 08ba647b-e183-42ab-8b39-34c02929b347 2024-12-08T22:14:04,871 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/.tmp/hbase.id 2024-12-08T22:14:04,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741826_1002 (size=42) 2024-12-08T22:14:05,286 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/.tmp/hbase.id]:[hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/hbase.id] 2024-12-08T22:14:05,336 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:14:05,340 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T22:14:05,356 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-08T22:14:05,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:14:05,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:14:05,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741827_1003 (size=196) 2024-12-08T22:14:05,836 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T22:14:05,838 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T22:14:05,851 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:05,854 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:14:05,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741828_1004 (size=1189) 2024-12-08T22:14:06,307 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store 2024-12-08T22:14:06,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741829_1005 (size=34) 2024-12-08T22:14:06,733 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T22:14:06,737 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:14:06,739 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T22:14:06,740 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:14:06,740 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:14:06,743 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T22:14:06,743 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:14:06,743 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:14:06,745 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733696046739Disabling compacts and flushes for region at 1733696046739Disabling writes for close at 1733696046743 (+4 ms)Writing region close event to WAL at 1733696046743Closed at 1733696046743 2024-12-08T22:14:06,747 WARN [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/.initializing 2024-12-08T22:14:06,747 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/WALs/45d1fbfb79fd,41977,1733696043972 2024-12-08T22:14:06,755 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:14:06,768 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=45d1fbfb79fd%2C41977%2C1733696043972, suffix=, logDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/WALs/45d1fbfb79fd,41977,1733696043972, archiveDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/oldWALs, maxLogs=10 2024-12-08T22:14:06,788 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/WALs/45d1fbfb79fd,41977,1733696043972/45d1fbfb79fd%2C41977%2C1733696043972.1733696046772, exclude list is [], retry=0 2024-12-08T22:14:06,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36439,DS-4aea183e-8d13-4e6d-a61f-90f857959b4a,DISK] 2024-12-08T22:14:06,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T22:14:06,838 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/WALs/45d1fbfb79fd,41977,1733696043972/45d1fbfb79fd%2C41977%2C1733696043972.1733696046772 2024-12-08T22:14:06,839 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43425:43425)] 2024-12-08T22:14:06,840 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:14:06,840 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:14:06,843 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:14:06,844 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:14:06,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:14:06,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T22:14:06,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:06,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:14:06,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:14:06,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T22:14:06,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:06,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:14:06,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:14:06,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T22:14:06,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:06,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:14:06,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:14:06,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T22:14:06,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:06,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:14:06,920 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:14:06,923 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:14:06,924 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:14:06,929 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:14:06,929 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:14:06,933 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T22:14:06,937 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:14:06,941 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:14:06,942 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59626389, jitterRate=-0.11149756610393524}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T22:14:06,947 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733696046854Initializing all the Stores at 1733696046856 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696046857 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696046857Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696046858 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696046858Cleaning up temporary data from old regions at 1733696046929 (+71 ms)Region opened successfully at 1733696046947 (+18 ms) 2024-12-08T22:14:06,948 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T22:14:06,978 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303cc2dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=45d1fbfb79fd/172.17.0.2:0 2024-12-08T22:14:07,004 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T22:14:07,015 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T22:14:07,015 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T22:14:07,017 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T22:14:07,019 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T22:14:07,023 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-08T22:14:07,023 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T22:14:07,047 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T22:14:07,055 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T22:14:07,160 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T22:14:07,167 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T22:14:07,169 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T22:14:07,179 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T22:14:07,182 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T22:14:07,186 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T22:14:07,193 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T22:14:07,195 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T22:14:07,204 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T22:14:07,223 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T22:14:07,235 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T22:14:07,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T22:14:07,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T22:14:07,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:14:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:14:07,250 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=45d1fbfb79fd,41977,1733696043972, sessionid=0x100077e3f600000, setting cluster-up flag (Was=false) 2024-12-08T22:14:07,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:14:07,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:14:07,310 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T22:14:07,315 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=45d1fbfb79fd,41977,1733696043972 2024-12-08T22:14:07,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:14:07,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:14:07,373 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T22:14:07,378 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=45d1fbfb79fd,41977,1733696043972 2024-12-08T22:14:07,388 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T22:14:07,450 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(746): ClusterId : 08ba647b-e183-42ab-8b39-34c02929b347 2024-12-08T22:14:07,452 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T22:14:07,453 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T22:14:07,462 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T22:14:07,465 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T22:14:07,466 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T22:14:07,468 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T22:14:07,472 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 45d1fbfb79fd,41977,1733696043972 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T22:14:07,479 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T22:14:07,480 DEBUG [RS:0;45d1fbfb79fd:38403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5d48a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=45d1fbfb79fd/172.17.0.2:0 2024-12-08T22:14:07,481 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/45d1fbfb79fd:0, corePoolSize=5, maxPoolSize=5 2024-12-08T22:14:07,481 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/45d1fbfb79fd:0, corePoolSize=5, maxPoolSize=5 2024-12-08T22:14:07,481 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/45d1fbfb79fd:0, corePoolSize=5, maxPoolSize=5 2024-12-08T22:14:07,481 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/45d1fbfb79fd:0, corePoolSize=5, maxPoolSize=5 2024-12-08T22:14:07,482 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/45d1fbfb79fd:0, corePoolSize=10, maxPoolSize=10 2024-12-08T22:14:07,482 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,482 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/45d1fbfb79fd:0, corePoolSize=2, maxPoolSize=2 2024-12-08T22:14:07,482 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,483 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733696077483 2024-12-08T22:14:07,485 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T22:14:07,486 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T22:14:07,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T22:14:07,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T22:14:07,489 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T22:14:07,490 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T22:14:07,490 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T22:14:07,490 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T22:14:07,491 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,494 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T22:14:07,495 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;45d1fbfb79fd:38403 2024-12-08T22:14:07,495 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T22:14:07,495 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:07,496 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T22:14:07,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T22:14:07,497 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T22:14:07,497 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T22:14:07,497 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T22:14:07,498 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T22:14:07,498 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T22:14:07,500 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/45d1fbfb79fd:0:becomeActiveMaster-HFileCleaner.large.0-1733696047499,5,FailOnTimeoutGroup] 2024-12-08T22:14:07,500 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(2659): reportForDuty to master=45d1fbfb79fd,41977,1733696043972 with port=38403, startcode=1733696044665 2024-12-08T22:14:07,500 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/45d1fbfb79fd:0:becomeActiveMaster-HFileCleaner.small.0-1733696047500,5,FailOnTimeoutGroup] 2024-12-08T22:14:07,500 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,500 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T22:14:07,502 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,502 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741831_1007 (size=1321) 2024-12-08T22:14:07,511 DEBUG [RS:0;45d1fbfb79fd:38403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T22:14:07,537 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T22:14:07,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41977 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:07,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41977 {}] master.ServerManager(517): Registering regionserver=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:07,556 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0 2024-12-08T22:14:07,556 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37815 2024-12-08T22:14:07,557 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T22:14:07,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T22:14:07,570 DEBUG [RS:0;45d1fbfb79fd:38403 {}] zookeeper.ZKUtil(111): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:07,571 WARN [RS:0;45d1fbfb79fd:38403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T22:14:07,571 INFO [RS:0;45d1fbfb79fd:38403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:14:07,571 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/WALs/45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:07,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [45d1fbfb79fd,38403,1733696044665] 2024-12-08T22:14:07,595 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T22:14:07,605 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T22:14:07,609 INFO [RS:0;45d1fbfb79fd:38403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T22:14:07,609 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,610 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T22:14:07,615 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T22:14:07,616 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,616 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,617 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,617 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,617 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,617 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,617 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0, corePoolSize=2, maxPoolSize=2 2024-12-08T22:14:07,617 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,617 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,617 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,617 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,618 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,618 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:14:07,618 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/45d1fbfb79fd:0, corePoolSize=3, maxPoolSize=3 2024-12-08T22:14:07,618 DEBUG [RS:0;45d1fbfb79fd:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0, corePoolSize=3, maxPoolSize=3 2024-12-08T22:14:07,619 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,619 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,619 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,619 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,619 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,620 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,38403,1733696044665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T22:14:07,635 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T22:14:07,636 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,38403,1733696044665-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,637 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,637 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.Replication(171): 45d1fbfb79fd,38403,1733696044665 started 2024-12-08T22:14:07,652 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:07,653 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1482): Serving as 45d1fbfb79fd,38403,1733696044665, RpcServer on 45d1fbfb79fd/172.17.0.2:38403, sessionid=0x100077e3f600001 2024-12-08T22:14:07,653 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T22:14:07,654 DEBUG [RS:0;45d1fbfb79fd:38403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:07,654 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '45d1fbfb79fd,38403,1733696044665' 2024-12-08T22:14:07,654 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T22:14:07,655 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T22:14:07,656 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T22:14:07,656 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T22:14:07,656 DEBUG [RS:0;45d1fbfb79fd:38403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:07,656 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '45d1fbfb79fd,38403,1733696044665' 2024-12-08T22:14:07,656 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T22:14:07,657 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T22:14:07,658 DEBUG [RS:0;45d1fbfb79fd:38403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T22:14:07,658 INFO [RS:0;45d1fbfb79fd:38403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T22:14:07,658 INFO [RS:0;45d1fbfb79fd:38403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T22:14:07,762 INFO [RS:0;45d1fbfb79fd:38403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:14:07,766 INFO [RS:0;45d1fbfb79fd:38403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=45d1fbfb79fd%2C38403%2C1733696044665, suffix=, logDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/WALs/45d1fbfb79fd,38403,1733696044665, archiveDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/oldWALs, maxLogs=32 2024-12-08T22:14:07,782 DEBUG [RS:0;45d1fbfb79fd:38403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/WALs/45d1fbfb79fd,38403,1733696044665/45d1fbfb79fd%2C38403%2C1733696044665.1733696047768, exclude list is [], retry=0 2024-12-08T22:14:07,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36439,DS-4aea183e-8d13-4e6d-a61f-90f857959b4a,DISK] 2024-12-08T22:14:07,790 INFO [RS:0;45d1fbfb79fd:38403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/WALs/45d1fbfb79fd,38403,1733696044665/45d1fbfb79fd%2C38403%2C1733696044665.1733696047768 2024-12-08T22:14:07,790 DEBUG [RS:0;45d1fbfb79fd:38403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43425:43425)] 2024-12-08T22:14:07,911 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T22:14:07,912 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0 2024-12-08T22:14:07,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741833_1009 (size=32) 2024-12-08T22:14:08,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:14:08,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T22:14:08,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T22:14:08,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:08,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:14:08,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T22:14:08,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T22:14:08,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:08,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:14:08,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T22:14:08,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T22:14:08,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:08,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:14:08,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T22:14:08,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T22:14:08,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:08,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:14:08,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T22:14:08,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740 2024-12-08T22:14:08,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740 2024-12-08T22:14:08,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T22:14:08,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T22:14:08,357 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T22:14:08,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T22:14:08,363 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:14:08,364 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65083002, jitterRate=-0.0301876962184906}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T22:14:08,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733696048332Initializing all the Stores at 1733696048335 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696048335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696048335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696048335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696048335Cleaning up temporary data from old regions at 1733696048357 (+22 ms)Region opened successfully at 1733696048365 (+8 ms) 2024-12-08T22:14:08,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T22:14:08,365 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T22:14:08,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T22:14:08,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T22:14:08,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T22:14:08,367 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T22:14:08,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733696048365Disabling compacts and flushes for region at 1733696048365Disabling writes for close at 1733696048366 (+1 ms)Writing region close event to WAL at 1733696048367 (+1 ms)Closed at 1733696048367 2024-12-08T22:14:08,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T22:14:08,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T22:14:08,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T22:14:08,383 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T22:14:08,385 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T22:14:08,545 DEBUG [45d1fbfb79fd:41977 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-08T22:14:08,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:08,562 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 45d1fbfb79fd,38403,1733696044665, state=OPENING 2024-12-08T22:14:08,675 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T22:14:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:14:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:14:08,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T22:14:08,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T22:14:08,697 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T22:14:08,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:14:08,878 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T22:14:08,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T22:14:08,893 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T22:14:08,894 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:14:08,894 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T22:14:08,898 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=45d1fbfb79fd%2C38403%2C1733696044665.meta, suffix=.meta, logDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/WALs/45d1fbfb79fd,38403,1733696044665, archiveDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/oldWALs, maxLogs=32 2024-12-08T22:14:08,916 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/WALs/45d1fbfb79fd,38403,1733696044665/45d1fbfb79fd%2C38403%2C1733696044665.meta.1733696048900.meta, exclude list is [], retry=0 2024-12-08T22:14:08,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36439,DS-4aea183e-8d13-4e6d-a61f-90f857959b4a,DISK] 2024-12-08T22:14:08,923 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/WALs/45d1fbfb79fd,38403,1733696044665/45d1fbfb79fd%2C38403%2C1733696044665.meta.1733696048900.meta 2024-12-08T22:14:08,923 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43425:43425)] 2024-12-08T22:14:08,923 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:14:08,925 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T22:14:08,927 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T22:14:08,931 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T22:14:08,934 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T22:14:08,935 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:14:08,935 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T22:14:08,935 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T22:14:08,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T22:14:08,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T22:14:08,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:08,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:14:08,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T22:14:08,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T22:14:08,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:08,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:14:08,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T22:14:08,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T22:14:08,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:08,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:14:08,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T22:14:08,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T22:14:08,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:08,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:14:08,948 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T22:14:08,949 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740 2024-12-08T22:14:08,951 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740 2024-12-08T22:14:08,954 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T22:14:08,954 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T22:14:08,955 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T22:14:08,958 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T22:14:08,959 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68775746, jitterRate=0.02483847737312317}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T22:14:08,959 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T22:14:08,961 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733696048936Writing region info on filesystem at 1733696048936Initializing all the Stores at 1733696048938 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696048938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696048938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696048938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696048938Cleaning up temporary data from old regions at 1733696048954 (+16 ms)Running coprocessor post-open hooks at 1733696048960 (+6 ms)Region opened successfully at 1733696048961 (+1 ms) 2024-12-08T22:14:08,968 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733696048871 2024-12-08T22:14:08,978 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T22:14:08,978 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T22:14:08,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:08,982 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 45d1fbfb79fd,38403,1733696044665, state=OPEN 2024-12-08T22:14:09,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T22:14:09,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T22:14:09,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T22:14:09,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T22:14:09,054 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:09,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T22:14:09,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=45d1fbfb79fd,38403,1733696044665 in 353 msec 2024-12-08T22:14:09,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T22:14:09,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 689 msec 2024-12-08T22:14:09,072 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T22:14:09,072 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T22:14:09,089 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:09,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:09,107 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:09,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:09,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7110 sec 2024-12-08T22:14:09,128 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733696049128, completionTime=-1 2024-12-08T22:14:09,131 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-08T22:14:09,131 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T22:14:09,153 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-08T22:14:09,154 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733696109153 2024-12-08T22:14:09,154 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733696169154 2024-12-08T22:14:09,154 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-12-08T22:14:09,156 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,41977,1733696043972-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:09,156 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,41977,1733696043972-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:09,156 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,41977,1733696043972-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:09,157 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-45d1fbfb79fd:41977, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:09,158 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:09,158 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:09,164 DEBUG [master/45d1fbfb79fd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T22:14:09,190 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.373sec 2024-12-08T22:14:09,191 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T22:14:09,192 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T22:14:09,193 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T22:14:09,193 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T22:14:09,194 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T22:14:09,194 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,41977,1733696043972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T22:14:09,195 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,41977,1733696043972-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T22:14:09,203 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T22:14:09,205 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T22:14:09,205 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,41977,1733696043972-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:14:09,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a820c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:09,282 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T22:14:09,282 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T22:14:09,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:09,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:09,299 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:09,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:09,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231891f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:09,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:09,308 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:09,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a052f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:09,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:09,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:09,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=45d1fbfb79fd,41977,1733696043972 2024-12-08T22:14:09,350 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=9482 2024-12-08T22:14:09,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T22:14:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 45d1fbfb79fd,41977,1733696043972 2024-12-08T22:14:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23412a84 2024-12-08T22:14:09,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T22:14:09,375 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T22:14:09,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T22:14:09,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T22:14:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T22:14:09,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T22:14:09,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-08T22:14:09,392 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:09,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T22:14:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T22:14:09,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741835_1011 (size=1061) 2024-12-08T22:14:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T22:14:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T22:14:09,816 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0 2024-12-08T22:14:09,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741836_1012 (size=53) 2024-12-08T22:14:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T22:14:10,229 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:14:10,230 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1055cdeb95ded4980a092a58400bd55b, disabling compactions & flushes 2024-12-08T22:14:10,230 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:10,230 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:10,230 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. after waiting 0 ms 2024-12-08T22:14:10,230 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:10,231 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:10,231 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1055cdeb95ded4980a092a58400bd55b: Waiting for close lock at 1733696050230Disabling compacts and flushes for region at 1733696050230Disabling writes for close at 1733696050230Writing region close event to WAL at 1733696050231 (+1 ms)Closed at 1733696050231 2024-12-08T22:14:10,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T22:14:10,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733696050236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733696050236"}]},"ts":"1733696050236"} 2024-12-08T22:14:10,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T22:14:10,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T22:14:10,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696050248"}]},"ts":"1733696050248"} 2024-12-08T22:14:10,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T22:14:10,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1055cdeb95ded4980a092a58400bd55b, ASSIGN}] 2024-12-08T22:14:10,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1055cdeb95ded4980a092a58400bd55b, ASSIGN 2024-12-08T22:14:10,260 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1055cdeb95ded4980a092a58400bd55b, ASSIGN; state=OFFLINE, location=45d1fbfb79fd,38403,1733696044665; forceNewPlan=false, retain=false 2024-12-08T22:14:10,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1055cdeb95ded4980a092a58400bd55b, regionState=OPENING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:10,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1055cdeb95ded4980a092a58400bd55b, ASSIGN because future has completed 2024-12-08T22:14:10,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:14:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T22:14:10,592 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:10,593 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:14:10,594 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,594 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:14:10,594 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,594 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,598 INFO [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,602 INFO [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:14:10,602 INFO [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1055cdeb95ded4980a092a58400bd55b columnFamilyName A 2024-12-08T22:14:10,602 DEBUG [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:10,604 INFO [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] regionserver.HStore(327): Store=1055cdeb95ded4980a092a58400bd55b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:14:10,604 INFO [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,606 INFO [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:14:10,607 INFO [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1055cdeb95ded4980a092a58400bd55b columnFamilyName B 2024-12-08T22:14:10,607 DEBUG [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:10,608 INFO [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] regionserver.HStore(327): Store=1055cdeb95ded4980a092a58400bd55b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:14:10,608 INFO [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,610 INFO [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:14:10,610 INFO [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1055cdeb95ded4980a092a58400bd55b columnFamilyName C 2024-12-08T22:14:10,611 DEBUG [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:10,611 INFO [StoreOpener-1055cdeb95ded4980a092a58400bd55b-1 {}] regionserver.HStore(327): Store=1055cdeb95ded4980a092a58400bd55b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:14:10,612 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:10,612 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,615 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,616 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,618 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,618 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,619 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T22:14:10,622 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,626 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:14:10,627 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1055cdeb95ded4980a092a58400bd55b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73753285, jitterRate=0.09900958836078644}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T22:14:10,628 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:10,629 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1055cdeb95ded4980a092a58400bd55b: Running coprocessor pre-open hook at 1733696050595Writing region info on filesystem at 1733696050595Initializing all the Stores at 1733696050597 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696050597Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696050598 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696050598Cleaning up temporary data from old regions at 1733696050618 (+20 ms)Running coprocessor post-open hooks at 1733696050628 (+10 ms)Region opened successfully at 1733696050629 (+1 ms) 2024-12-08T22:14:10,631 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., pid=6, masterSystemTime=1733696050580 2024-12-08T22:14:10,635 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:10,635 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:10,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1055cdeb95ded4980a092a58400bd55b, regionState=OPEN, openSeqNum=2, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:10,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:14:10,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-08T22:14:10,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 in 222 msec 2024-12-08T22:14:10,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-08T22:14:10,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1055cdeb95ded4980a092a58400bd55b, ASSIGN in 392 msec 2024-12-08T22:14:10,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T22:14:10,656 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696050655"}]},"ts":"1733696050655"} 2024-12-08T22:14:10,659 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T22:14:10,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T22:14:10,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2790 sec 2024-12-08T22:14:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T22:14:11,558 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:11,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b79cc89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:11,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:11,569 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:11,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:11,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:11,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450047aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:11,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:11,573 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2241b47b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:11,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:11,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:11,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:11,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T22:14:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 45d1fbfb79fd,41977,1733696043972 2024-12-08T22:14:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26208fc3 2024-12-08T22:14:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T22:14:11,590 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T22:14:11,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2090f191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:11,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:11,596 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:11,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:11,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77470c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:11,599 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52853965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a862833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:11,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:11,603 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:11,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:11,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3108cf5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:11,606 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccba464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4d5de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:11,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:11,611 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e76b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:11,614 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:11,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed1eddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656f7adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:11,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:11,618 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:11,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:11,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:11,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d73e822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:11,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:11,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:11,621 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6409796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c642253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:11,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:11,626 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd84679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:11,628 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a045d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62941f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:11,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:11,632 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:11,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:11,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:11,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef4082b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:11,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:11,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:11,635 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd5891c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c15e47b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:11,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:11,638 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:11,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:11,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:11,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373a2bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:11,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:11,641 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:11,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3524ef4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c391c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:11,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:11,645 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:11,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:11,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:11,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dac934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:11,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:11,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:11,649 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:11,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19dd9b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311faa9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:11,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:11,652 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:11,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:11,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac02c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:11,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:11,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:11,655 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:11,660 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:11,660 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:11,660 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:11,660 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:11,662 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:11,663 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:11,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:11,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:11,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:11,666 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:11,664 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:11,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:11,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:11,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:11,669 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:11,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:11,670 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:11,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:11,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:11,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:11,673 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:14:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:14:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:14:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:14:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-08T22:14:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:14:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T22:14:11,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:14:11,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:14:11,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:14:11,694 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:11,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:14:11,696 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:11,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:11,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-08T22:14:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:11,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:11,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:11,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:11,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:11,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:11,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T22:14:11,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/35ae82c848de4b88bc01dc36216d0551 is 50, key is test_row_0/A:col10/1733696051717/Put/seqid=0 2024-12-08T22:14:11,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741837_1013 (size=9657) 2024-12-08T22:14:11,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:11,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696111848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696111840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:11,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:11,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696111856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:11,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:11,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:11,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:11,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:11,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696051822, max timestamp=1733696051854Num uniques 859; 2024-12-08T22:14:11,883 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:14:11,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733696051822, max timestamp=1733696051860Num uniques 859; 2024-12-08T22:14:11,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-08T22:14:11,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:11,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733696051792, max timestamp=1733696051860Num uniques 859; 2024-12-08T22:14:11,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-08T22:14:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:11,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:11,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:11,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696111959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:11,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696111963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:11,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:11,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:11,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T22:14:12,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696112016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696112026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696112027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:12,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:12,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:12,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:12,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696112076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696112076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:12,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696112226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696112236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696112236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/35ae82c848de4b88bc01dc36216d0551 2024-12-08T22:14:12,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696112287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696112296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T22:14:12,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:12,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/3fbb138d35f446bb9d40e5c9aa7faac0 is 50, key is test_row_0/B:col10/1733696051717/Put/seqid=0 2024-12-08T22:14:12,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741838_1014 (size=9657) 2024-12-08T22:14:12,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/3fbb138d35f446bb9d40e5c9aa7faac0 2024-12-08T22:14:12,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/13bdf58b7c7049228634c38b5f783fc7 is 50, key is test_row_0/C:col10/1733696051717/Put/seqid=0 2024-12-08T22:14:12,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741839_1015 (size=9657) 2024-12-08T22:14:12,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/13bdf58b7c7049228634c38b5f783fc7 2024-12-08T22:14:12,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/35ae82c848de4b88bc01dc36216d0551 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/35ae82c848de4b88bc01dc36216d0551 2024-12-08T22:14:12,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/35ae82c848de4b88bc01dc36216d0551, entries=100, sequenceid=12, filesize=9.4 K 2024-12-08T22:14:12,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/3fbb138d35f446bb9d40e5c9aa7faac0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/3fbb138d35f446bb9d40e5c9aa7faac0 2024-12-08T22:14:12,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:12,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:12,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:12,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:12,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/3fbb138d35f446bb9d40e5c9aa7faac0, entries=100, sequenceid=12, filesize=9.4 K 2024-12-08T22:14:12,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/13bdf58b7c7049228634c38b5f783fc7 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/13bdf58b7c7049228634c38b5f783fc7 2024-12-08T22:14:12,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/13bdf58b7c7049228634c38b5f783fc7, entries=100, sequenceid=12, filesize=9.4 K 2024-12-08T22:14:12,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.08 KB/130125 for 1055cdeb95ded4980a092a58400bd55b in 819ms, sequenceid=12, compaction requested=false 2024-12-08T22:14:12,565 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-08T22:14:12,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:12,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=133.78 KB heapSize=379.38 KB 2024-12-08T22:14:12,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:12,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:12,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/17ef3988fa2946539d2030573e3946ed is 50, key is test_row_0/A:col10/1733696051958/Put/seqid=0 2024-12-08T22:14:12,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741840_1016 (size=14341) 2024-12-08T22:14:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696112636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696112641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696112642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696112648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:12,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:12,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696112651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:12,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:12,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696112766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696112786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696112787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696112796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T22:14:12,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696112806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:12,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:12,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:12,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696112996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696113006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696113006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:13,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:13,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696113025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/17ef3988fa2946539d2030573e3946ed 2024-12-08T22:14:13,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696113047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/8490578bd0ec40fcb951daedfade2d4c is 50, key is test_row_0/B:col10/1733696051958/Put/seqid=0 2024-12-08T22:14:13,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741841_1017 (size=12001) 2024-12-08T22:14:13,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/8490578bd0ec40fcb951daedfade2d4c 2024-12-08T22:14:13,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/6f63278694f64147bb68181ad18f11ae is 50, key is test_row_0/C:col10/1733696051958/Put/seqid=0 2024-12-08T22:14:13,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:13,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:13,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741842_1018 (size=12001) 2024-12-08T22:14:13,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/6f63278694f64147bb68181ad18f11ae 2024-12-08T22:14:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/17ef3988fa2946539d2030573e3946ed as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/17ef3988fa2946539d2030573e3946ed 2024-12-08T22:14:13,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/17ef3988fa2946539d2030573e3946ed, entries=200, sequenceid=48, filesize=14.0 K 2024-12-08T22:14:13,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/8490578bd0ec40fcb951daedfade2d4c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8490578bd0ec40fcb951daedfade2d4c 2024-12-08T22:14:13,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8490578bd0ec40fcb951daedfade2d4c, entries=150, sequenceid=48, filesize=11.7 K 2024-12-08T22:14:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/6f63278694f64147bb68181ad18f11ae as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/6f63278694f64147bb68181ad18f11ae 2024-12-08T22:14:13,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/6f63278694f64147bb68181ad18f11ae, entries=150, sequenceid=48, filesize=11.7 K 2024-12-08T22:14:13,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~133.78 KB/136995, heapSize ~379.34 KB/388440, currentSize=53.67 KB/54960 for 1055cdeb95ded4980a092a58400bd55b in 697ms, sequenceid=48, compaction requested=false 2024-12-08T22:14:13,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:13,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-08T22:14:13,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:13,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:13,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:13,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:13,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:13,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:13,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/a584baf46b2d46518d695c3d82eba6ff is 50, key is test_row_0/A:col10/1733696053312/Put/seqid=0 2024-12-08T22:14:13,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:13,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:13,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741843_1019 (size=14341) 2024-12-08T22:14:13,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696113380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696113380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696113387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696113389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696113390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696113496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696113496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696113506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696113506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696113509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,589 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T22:14:13,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:13,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:13,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696113706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696113706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696113716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696113717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696113726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:13,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:13,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/a584baf46b2d46518d695c3d82eba6ff 2024-12-08T22:14:13,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:13,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:13,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/11c437a2491d493a8ff4143199d3ecf9 is 50, key is test_row_0/B:col10/1733696053312/Put/seqid=0 2024-12-08T22:14:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T22:14:13,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741844_1020 (size=12001) 2024-12-08T22:14:13,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/11c437a2491d493a8ff4143199d3ecf9 2024-12-08T22:14:13,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/086b8852e0524d569f6d7c43631d1fd8 is 50, key is test_row_0/C:col10/1733696053312/Put/seqid=0 2024-12-08T22:14:13,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741845_1021 (size=12001) 2024-12-08T22:14:13,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/086b8852e0524d569f6d7c43631d1fd8 2024-12-08T22:14:13,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/a584baf46b2d46518d695c3d82eba6ff as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a584baf46b2d46518d695c3d82eba6ff 2024-12-08T22:14:13,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a584baf46b2d46518d695c3d82eba6ff, entries=200, sequenceid=60, filesize=14.0 K 2024-12-08T22:14:13,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/11c437a2491d493a8ff4143199d3ecf9 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/11c437a2491d493a8ff4143199d3ecf9 2024-12-08T22:14:13,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/11c437a2491d493a8ff4143199d3ecf9, entries=150, sequenceid=60, filesize=11.7 K 2024-12-08T22:14:13,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:13,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/086b8852e0524d569f6d7c43631d1fd8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/086b8852e0524d569f6d7c43631d1fd8 2024-12-08T22:14:13,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:13,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/086b8852e0524d569f6d7c43631d1fd8, entries=150, sequenceid=60, filesize=11.7 K 2024-12-08T22:14:13,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1055cdeb95ded4980a092a58400bd55b in 676ms, sequenceid=60, compaction requested=true 2024-12-08T22:14:13,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:13,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:13,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:13,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:13,999 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:13,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:13,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:13,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:14,001 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:14,003 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:14,005 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/B is initiating minor compaction (all files) 2024-12-08T22:14:14,005 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/B in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,006 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/3fbb138d35f446bb9d40e5c9aa7faac0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8490578bd0ec40fcb951daedfade2d4c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/11c437a2491d493a8ff4143199d3ecf9] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=32.9 K 2024-12-08T22:14:14,011 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fbb138d35f446bb9d40e5c9aa7faac0, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733696051717 2024-12-08T22:14:14,011 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:14,011 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/A is initiating minor compaction (all files) 2024-12-08T22:14:14,011 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/A in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,011 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/35ae82c848de4b88bc01dc36216d0551, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/17ef3988fa2946539d2030573e3946ed, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a584baf46b2d46518d695c3d82eba6ff] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=37.4 K 2024-12-08T22:14:14,012 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 8490578bd0ec40fcb951daedfade2d4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733696051932 2024-12-08T22:14:14,012 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35ae82c848de4b88bc01dc36216d0551, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733696051717 2024-12-08T22:14:14,013 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 11c437a2491d493a8ff4143199d3ecf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733696052583 2024-12-08T22:14:14,014 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17ef3988fa2946539d2030573e3946ed, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733696051932 2024-12-08T22:14:14,017 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting a584baf46b2d46518d695c3d82eba6ff, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733696052583 2024-12-08T22:14:14,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696053356, max timestamp=1733696054022Num uniques 859; 2024-12-08T22:14:14,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:14:14,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696053356, max timestamp=1733696054024Num uniques 859; 2024-12-08T22:14:14,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:14:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:14,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=64.85 KB heapSize=184.09 KB 2024-12-08T22:14:14,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:14,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:14,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:14,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:14,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:14,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:14,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/36fbf24dde1c4df0a91b65ee778e16a2 is 50, key is test_row_0/A:col10/1733696054041/Put/seqid=0 2024-12-08T22:14:14,068 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#A#compaction#10 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:14,068 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#B#compaction#9 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:14,069 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/6c97befe241b4bbdbb637b63d0bc9c31 is 50, key is test_row_0/A:col10/1733696053312/Put/seqid=0 2024-12-08T22:14:14,072 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/3cabfc75a453406587c05ff41c5f5a4c is 50, key is test_row_0/B:col10/1733696053312/Put/seqid=0 2024-12-08T22:14:14,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741848_1024 (size=12104) 2024-12-08T22:14:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741846_1022 (size=14341) 2024-12-08T22:14:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741847_1023 (size=12104) 2024-12-08T22:14:14,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:14,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,133 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/3cabfc75a453406587c05ff41c5f5a4c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/3cabfc75a453406587c05ff41c5f5a4c 2024-12-08T22:14:14,162 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/B of 1055cdeb95ded4980a092a58400bd55b into 3cabfc75a453406587c05ff41c5f5a4c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:14,164 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:14,168 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/B, priority=13, startTime=1733696053997; duration=0sec 2024-12-08T22:14:14,169 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:14,169 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:B 2024-12-08T22:14:14,169 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:14,172 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:14,173 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/C is initiating minor compaction (all files) 2024-12-08T22:14:14,173 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/C in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,173 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/13bdf58b7c7049228634c38b5f783fc7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/6f63278694f64147bb68181ad18f11ae, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/086b8852e0524d569f6d7c43631d1fd8] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=32.9 K 2024-12-08T22:14:14,174 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 13bdf58b7c7049228634c38b5f783fc7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733696051717 2024-12-08T22:14:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696114163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,176 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f63278694f64147bb68181ad18f11ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733696051932 2024-12-08T22:14:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,178 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 086b8852e0524d569f6d7c43631d1fd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733696052583 2024-12-08T22:14:14,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696114167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696114171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696114176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696114176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,206 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#C#compaction#12 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:14,207 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/54706cbef82646c7a99e545a1ecc6a7f is 50, key is test_row_0/C:col10/1733696053312/Put/seqid=0 2024-12-08T22:14:14,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741849_1025 (size=12104) 2024-12-08T22:14:14,245 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/54706cbef82646c7a99e545a1ecc6a7f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/54706cbef82646c7a99e545a1ecc6a7f 2024-12-08T22:14:14,262 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/C of 1055cdeb95ded4980a092a58400bd55b into 54706cbef82646c7a99e545a1ecc6a7f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:14,262 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:14,262 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/C, priority=13, startTime=1733696053999; duration=0sec 2024-12-08T22:14:14,262 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:14,262 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:C 2024-12-08T22:14:14,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:14,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:14,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696114285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696114285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696114296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696114296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696114296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T22:14:14,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696114496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696114496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/36fbf24dde1c4df0a91b65ee778e16a2 2024-12-08T22:14:14,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696114515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696114515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696114516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,530 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/6c97befe241b4bbdbb637b63d0bc9c31 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/6c97befe241b4bbdbb637b63d0bc9c31 2024-12-08T22:14:14,544 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/A of 1055cdeb95ded4980a092a58400bd55b into 6c97befe241b4bbdbb637b63d0bc9c31(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:14,545 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:14,545 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/A, priority=13, startTime=1733696053993; duration=0sec 2024-12-08T22:14:14,545 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:14,545 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:A 2024-12-08T22:14:14,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T22:14:14,547 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T22:14:14,549 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T22:14:14,549 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T22:14:14,550 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T22:14:14,550 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T22:14:14,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/ff79e592e32949f4902779d7e467b72c is 50, key is test_row_0/B:col10/1733696054041/Put/seqid=0 2024-12-08T22:14:14,551 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T22:14:14,551 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-08T22:14:14,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741850_1026 (size=12001) 2024-12-08T22:14:14,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:14,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:14,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:14,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:14,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696114807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696114807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696114826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696114826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696114826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:14,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:14,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:14,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:14,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:14,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:14,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/ff79e592e32949f4902779d7e467b72c 2024-12-08T22:14:14,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/69f25e44cf964050a913caa0f5fd1848 is 50, key is test_row_0/C:col10/1733696054041/Put/seqid=0 2024-12-08T22:14:15,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741851_1027 (size=12001) 2024-12-08T22:14:15,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/69f25e44cf964050a913caa0f5fd1848 2024-12-08T22:14:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/36fbf24dde1c4df0a91b65ee778e16a2 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/36fbf24dde1c4df0a91b65ee778e16a2 2024-12-08T22:14:15,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/36fbf24dde1c4df0a91b65ee778e16a2, entries=200, sequenceid=83, filesize=14.0 K 2024-12-08T22:14:15,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/ff79e592e32949f4902779d7e467b72c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/ff79e592e32949f4902779d7e467b72c 2024-12-08T22:14:15,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/ff79e592e32949f4902779d7e467b72c, entries=150, sequenceid=83, filesize=11.7 K 2024-12-08T22:14:15,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:15,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:15,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:15,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:15,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/69f25e44cf964050a913caa0f5fd1848 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/69f25e44cf964050a913caa0f5fd1848 2024-12-08T22:14:15,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:15,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:15,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/69f25e44cf964050a913caa0f5fd1848, entries=150, sequenceid=83, filesize=11.7 K 2024-12-08T22:14:15,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~203.97 KB/208864, currentSize=114.05 KB/116790 for 1055cdeb95ded4980a092a58400bd55b in 1038ms, sequenceid=83, compaction requested=false 2024-12-08T22:14:15,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:15,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T22:14:15,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:15,212 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:14:15,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/c537e37c206d490d9e204b485022e403 is 50, key is test_row_0/A:col10/1733696054170/Put/seqid=0 2024-12-08T22:14:15,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741852_1028 (size=12001) 2024-12-08T22:14:15,250 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/c537e37c206d490d9e204b485022e403 2024-12-08T22:14:15,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/91ba6b8397fe48f89cee92562bc177b0 is 50, key is test_row_0/B:col10/1733696054170/Put/seqid=0 2024-12-08T22:14:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741853_1029 (size=12001) 2024-12-08T22:14:15,287 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/91ba6b8397fe48f89cee92562bc177b0 2024-12-08T22:14:15,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/4cea5b0068394aaebfb0013d2e31453a is 50, key is test_row_0/C:col10/1733696054170/Put/seqid=0 2024-12-08T22:14:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:15,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741854_1030 (size=12001) 2024-12-08T22:14:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696115343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696115345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,353 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/4cea5b0068394aaebfb0013d2e31453a 2024-12-08T22:14:15,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696115346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696115349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696115351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/c537e37c206d490d9e204b485022e403 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c537e37c206d490d9e204b485022e403 2024-12-08T22:14:15,382 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c537e37c206d490d9e204b485022e403, entries=150, sequenceid=106, filesize=11.7 K 2024-12-08T22:14:15,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/91ba6b8397fe48f89cee92562bc177b0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/91ba6b8397fe48f89cee92562bc177b0 2024-12-08T22:14:15,401 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/91ba6b8397fe48f89cee92562bc177b0, entries=150, sequenceid=106, filesize=11.7 K 2024-12-08T22:14:15,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/4cea5b0068394aaebfb0013d2e31453a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4cea5b0068394aaebfb0013d2e31453a 2024-12-08T22:14:15,424 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4cea5b0068394aaebfb0013d2e31453a, entries=150, sequenceid=106, filesize=11.7 K 2024-12-08T22:14:15,427 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 1055cdeb95ded4980a092a58400bd55b in 215ms, sequenceid=106, compaction requested=true 2024-12-08T22:14:15,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:15,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:15,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-08T22:14:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-08T22:14:15,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-08T22:14:15,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7330 sec 2024-12-08T22:14:15,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-08T22:14:15,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:15,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:15,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:15,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:15,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:15,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.7850 sec 2024-12-08T22:14:15,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:15,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/926baadf472e455f99acfb6f2f10461a is 50, key is test_row_0/A:col10/1733696055339/Put/seqid=0 2024-12-08T22:14:15,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741855_1031 (size=14341) 2024-12-08T22:14:15,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696115514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696115520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696115520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696115523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696115626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696115637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696115637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696115637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T22:14:15,846 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:15,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,846 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696115845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696115845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696115846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-08T22:14:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696115847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:15,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:15,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-08T22:14:15,850 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:15,852 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:15,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:15,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/926baadf472e455f99acfb6f2f10461a 2024-12-08T22:14:15,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/eec8b380517e4feab03742e14611844f is 50, key is test_row_0/B:col10/1733696055339/Put/seqid=0 2024-12-08T22:14:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-08T22:14:15,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741856_1032 (size=12001) 2024-12-08T22:14:15,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/eec8b380517e4feab03742e14611844f 2024-12-08T22:14:15,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/e3edbfb39a7144f7a4d91658839bd108 is 50, key is test_row_0/C:col10/1733696055339/Put/seqid=0 2024-12-08T22:14:15,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741857_1033 (size=12001) 2024-12-08T22:14:16,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/e3edbfb39a7144f7a4d91658839bd108 2024-12-08T22:14:16,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-08T22:14:16,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:16,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:16,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:16,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:16,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:16,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/926baadf472e455f99acfb6f2f10461a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/926baadf472e455f99acfb6f2f10461a 2024-12-08T22:14:16,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/926baadf472e455f99acfb6f2f10461a, entries=200, sequenceid=120, filesize=14.0 K 2024-12-08T22:14:16,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/eec8b380517e4feab03742e14611844f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/eec8b380517e4feab03742e14611844f 2024-12-08T22:14:16,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/eec8b380517e4feab03742e14611844f, entries=150, sequenceid=120, filesize=11.7 K 2024-12-08T22:14:16,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/e3edbfb39a7144f7a4d91658839bd108 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/e3edbfb39a7144f7a4d91658839bd108 2024-12-08T22:14:16,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/e3edbfb39a7144f7a4d91658839bd108, entries=150, sequenceid=120, filesize=11.7 K 2024-12-08T22:14:16,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 1055cdeb95ded4980a092a58400bd55b in 601ms, sequenceid=120, compaction requested=true 2024-12-08T22:14:16,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:16,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:16,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:16,063 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:14:16,063 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:14:16,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:16,071 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:14:16,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:16,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:16,071 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/B is initiating minor compaction (all files) 2024-12-08T22:14:16,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:16,071 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/B in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:16,071 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:14:16,071 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/3cabfc75a453406587c05ff41c5f5a4c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/ff79e592e32949f4902779d7e467b72c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/91ba6b8397fe48f89cee92562bc177b0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/eec8b380517e4feab03742e14611844f] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=47.0 K 2024-12-08T22:14:16,071 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/A is initiating minor compaction (all files) 2024-12-08T22:14:16,071 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/A in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:16,073 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cabfc75a453406587c05ff41c5f5a4c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733696052583 2024-12-08T22:14:16,075 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/6c97befe241b4bbdbb637b63d0bc9c31, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/36fbf24dde1c4df0a91b65ee778e16a2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c537e37c206d490d9e204b485022e403, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/926baadf472e455f99acfb6f2f10461a] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=51.5 K 2024-12-08T22:14:16,076 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c97befe241b4bbdbb637b63d0bc9c31, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733696052583 2024-12-08T22:14:16,076 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting ff79e592e32949f4902779d7e467b72c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733696053356 2024-12-08T22:14:16,079 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36fbf24dde1c4df0a91b65ee778e16a2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733696053356 2024-12-08T22:14:16,079 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 91ba6b8397fe48f89cee92562bc177b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733696054163 2024-12-08T22:14:16,080 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting c537e37c206d490d9e204b485022e403, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733696054163 2024-12-08T22:14:16,081 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting eec8b380517e4feab03742e14611844f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733696055339 2024-12-08T22:14:16,081 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 926baadf472e455f99acfb6f2f10461a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733696055339 2024-12-08T22:14:16,118 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#B#compaction#21 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:16,119 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/33b86fbbb0aa40f0b725bf0960c9295a is 50, key is test_row_0/B:col10/1733696055339/Put/seqid=0 2024-12-08T22:14:16,122 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#A#compaction#22 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:16,123 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/81f6dbf9ebb34afa93ec7ed0da03bb9e is 50, key is test_row_0/A:col10/1733696055339/Put/seqid=0 2024-12-08T22:14:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741858_1034 (size=12241) 2024-12-08T22:14:16,149 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/33b86fbbb0aa40f0b725bf0960c9295a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/33b86fbbb0aa40f0b725bf0960c9295a 2024-12-08T22:14:16,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741859_1035 (size=12241) 2024-12-08T22:14:16,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-08T22:14:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:16,165 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-08T22:14:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-08T22:14:16,165 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/B of 1055cdeb95ded4980a092a58400bd55b into 33b86fbbb0aa40f0b725bf0960c9295a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:16,165 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:16,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:16,165 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/B, priority=12, startTime=1733696056063; duration=0sec 2024-12-08T22:14:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:16,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:16,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:16,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:16,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:16,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:16,166 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:16,166 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:B 2024-12-08T22:14:16,166 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:14:16,174 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:14:16,174 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/C is initiating minor compaction (all files) 2024-12-08T22:14:16,174 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/C in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:16,174 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/54706cbef82646c7a99e545a1ecc6a7f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/69f25e44cf964050a913caa0f5fd1848, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4cea5b0068394aaebfb0013d2e31453a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/e3edbfb39a7144f7a4d91658839bd108] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=47.0 K 2024-12-08T22:14:16,176 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 54706cbef82646c7a99e545a1ecc6a7f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733696052583 2024-12-08T22:14:16,176 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 69f25e44cf964050a913caa0f5fd1848, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733696053356 2024-12-08T22:14:16,177 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cea5b0068394aaebfb0013d2e31453a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733696054163 2024-12-08T22:14:16,178 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting e3edbfb39a7144f7a4d91658839bd108, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733696055339 2024-12-08T22:14:16,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/90d4bd6ed1b242849bb49970752e9470 is 50, key is test_row_0/A:col10/1733696056163/Put/seqid=0 2024-12-08T22:14:16,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696116187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696116191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741860_1036 (size=12151) 2024-12-08T22:14:16,203 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/90d4bd6ed1b242849bb49970752e9470 2024-12-08T22:14:16,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696116199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,206 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#C#compaction#24 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696116199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,207 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/40fa7506aa3e4895b1150821fe75c12c is 50, key is test_row_0/C:col10/1733696055339/Put/seqid=0 2024-12-08T22:14:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741861_1037 (size=12241) 2024-12-08T22:14:16,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/631a6da189fc463c963761ff938e5a9d is 50, key is test_row_0/B:col10/1733696056163/Put/seqid=0 2024-12-08T22:14:16,245 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/40fa7506aa3e4895b1150821fe75c12c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/40fa7506aa3e4895b1150821fe75c12c 2024-12-08T22:14:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741862_1038 (size=12151) 2024-12-08T22:14:16,257 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/C of 1055cdeb95ded4980a092a58400bd55b into 40fa7506aa3e4895b1150821fe75c12c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:16,257 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:16,257 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/C, priority=12, startTime=1733696056071; duration=0sec 2024-12-08T22:14:16,258 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/631a6da189fc463c963761ff938e5a9d 2024-12-08T22:14:16,260 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:16,260 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:C 2024-12-08T22:14:16,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/e2fcae08b2184b37b0c7ae3699258a0b is 50, key is test_row_0/C:col10/1733696056163/Put/seqid=0 2024-12-08T22:14:16,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741863_1039 (size=12151) 2024-12-08T22:14:16,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696116306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696116306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696116315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696116315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696116365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,370 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in 1055cdeb95ded4980a092a58400bd55b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:16,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-08T22:14:16,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696116516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696116516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696116525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696116525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,582 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/81f6dbf9ebb34afa93ec7ed0da03bb9e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/81f6dbf9ebb34afa93ec7ed0da03bb9e 2024-12-08T22:14:16,596 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/A of 1055cdeb95ded4980a092a58400bd55b into 81f6dbf9ebb34afa93ec7ed0da03bb9e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:16,596 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:16,596 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/A, priority=12, startTime=1733696056062; duration=0sec 2024-12-08T22:14:16,596 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:16,596 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:A 2024-12-08T22:14:16,703 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/e2fcae08b2184b37b0c7ae3699258a0b 2024-12-08T22:14:16,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/90d4bd6ed1b242849bb49970752e9470 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/90d4bd6ed1b242849bb49970752e9470 2024-12-08T22:14:16,724 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/90d4bd6ed1b242849bb49970752e9470, entries=150, sequenceid=141, filesize=11.9 K 2024-12-08T22:14:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/631a6da189fc463c963761ff938e5a9d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/631a6da189fc463c963761ff938e5a9d 2024-12-08T22:14:16,740 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/631a6da189fc463c963761ff938e5a9d, entries=150, sequenceid=141, filesize=11.9 K 2024-12-08T22:14:16,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/e2fcae08b2184b37b0c7ae3699258a0b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/e2fcae08b2184b37b0c7ae3699258a0b 2024-12-08T22:14:16,755 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/e2fcae08b2184b37b0c7ae3699258a0b, entries=150, sequenceid=141, filesize=11.9 K 2024-12-08T22:14:16,756 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 1055cdeb95ded4980a092a58400bd55b in 591ms, sequenceid=141, compaction requested=false 2024-12-08T22:14:16,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:16,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:16,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-08T22:14:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-08T22:14:16,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-08T22:14:16,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 907 msec 2024-12-08T22:14:16,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 920 msec 2024-12-08T22:14:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:16,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-08T22:14:16,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:16,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:16,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:16,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:16,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:16,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:16,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/c52a0d5931ae483e8a25e81976a8b1f1 is 50, key is test_row_0/A:col10/1733696056196/Put/seqid=0 2024-12-08T22:14:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741864_1040 (size=16931) 2024-12-08T22:14:16,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/c52a0d5931ae483e8a25e81976a8b1f1 2024-12-08T22:14:16,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/1a4f98a4d08646418e9fa8c9df78ef33 is 50, key is test_row_0/B:col10/1733696056196/Put/seqid=0 2024-12-08T22:14:16,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696116863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696116865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696116872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696116875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741865_1041 (size=12151) 2024-12-08T22:14:16,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/1a4f98a4d08646418e9fa8c9df78ef33 2024-12-08T22:14:16,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/09869bfcd8594fd3aa0774634113d506 is 50, key is test_row_0/C:col10/1733696056196/Put/seqid=0 2024-12-08T22:14:16,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741866_1042 (size=12151) 2024-12-08T22:14:16,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/09869bfcd8594fd3aa0774634113d506 2024-12-08T22:14:16,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/c52a0d5931ae483e8a25e81976a8b1f1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c52a0d5931ae483e8a25e81976a8b1f1 2024-12-08T22:14:16,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c52a0d5931ae483e8a25e81976a8b1f1, entries=250, sequenceid=158, filesize=16.5 K 2024-12-08T22:14:16,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/1a4f98a4d08646418e9fa8c9df78ef33 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/1a4f98a4d08646418e9fa8c9df78ef33 2024-12-08T22:14:16,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/1a4f98a4d08646418e9fa8c9df78ef33, entries=150, sequenceid=158, filesize=11.9 K 2024-12-08T22:14:16,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/09869bfcd8594fd3aa0774634113d506 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/09869bfcd8594fd3aa0774634113d506 2024-12-08T22:14:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-08T22:14:16,988 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:16,988 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:16,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696116987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696116987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696116990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696116990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-08T22:14:16,997 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T22:14:16,999 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:16,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:17,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/09869bfcd8594fd3aa0774634113d506, entries=150, sequenceid=158, filesize=11.9 K 2024-12-08T22:14:17,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 1055cdeb95ded4980a092a58400bd55b in 177ms, sequenceid=158, compaction requested=true 2024-12-08T22:14:17,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:17,006 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:17,008 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41323 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:17,008 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/A is initiating minor compaction (all files) 2024-12-08T22:14:17,008 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/A in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:17,008 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/81f6dbf9ebb34afa93ec7ed0da03bb9e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/90d4bd6ed1b242849bb49970752e9470, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c52a0d5931ae483e8a25e81976a8b1f1] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=40.4 K 2024-12-08T22:14:17,009 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81f6dbf9ebb34afa93ec7ed0da03bb9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733696055339 2024-12-08T22:14:17,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:17,010 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90d4bd6ed1b242849bb49970752e9470, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733696055502 2024-12-08T22:14:17,010 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting c52a0d5931ae483e8a25e81976a8b1f1, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733696056186 2024-12-08T22:14:17,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:17,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:17,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:17,011 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:17,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:17,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:17,014 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:17,014 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/B is initiating minor compaction (all files) 2024-12-08T22:14:17,014 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/B in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:17,015 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/33b86fbbb0aa40f0b725bf0960c9295a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/631a6da189fc463c963761ff938e5a9d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/1a4f98a4d08646418e9fa8c9df78ef33] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=35.7 K 2024-12-08T22:14:17,015 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 33b86fbbb0aa40f0b725bf0960c9295a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733696055339 2024-12-08T22:14:17,019 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 631a6da189fc463c963761ff938e5a9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733696055502 2024-12-08T22:14:17,020 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a4f98a4d08646418e9fa8c9df78ef33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733696056196 2024-12-08T22:14:17,047 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:17,048 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/d620e8fd582545cda64dbaa84015de55 is 50, key is test_row_0/A:col10/1733696056196/Put/seqid=0 2024-12-08T22:14:17,059 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:17,060 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/574c442f11044f44a3dff73e2b9d8339 is 50, key is test_row_0/B:col10/1733696056196/Put/seqid=0 2024-12-08T22:14:17,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741867_1043 (size=12493) 2024-12-08T22:14:17,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741868_1044 (size=12493) 2024-12-08T22:14:17,096 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/d620e8fd582545cda64dbaa84015de55 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/d620e8fd582545cda64dbaa84015de55 2024-12-08T22:14:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T22:14:17,108 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/A of 1055cdeb95ded4980a092a58400bd55b into d620e8fd582545cda64dbaa84015de55(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:17,108 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:17,108 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/A, priority=13, startTime=1733696057006; duration=0sec 2024-12-08T22:14:17,114 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:17,114 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:A 2024-12-08T22:14:17,114 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:17,116 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:17,116 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/C is initiating minor compaction (all files) 2024-12-08T22:14:17,117 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/C in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:17,117 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/40fa7506aa3e4895b1150821fe75c12c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/e2fcae08b2184b37b0c7ae3699258a0b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/09869bfcd8594fd3aa0774634113d506] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=35.7 K 2024-12-08T22:14:17,118 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40fa7506aa3e4895b1150821fe75c12c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733696055339 2024-12-08T22:14:17,118 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2fcae08b2184b37b0c7ae3699258a0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733696055502 2024-12-08T22:14:17,119 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09869bfcd8594fd3aa0774634113d506, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733696056196 2024-12-08T22:14:17,133 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#C#compaction#32 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:17,134 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/60cd7a06e1a8467880a50301d95f70b0 is 50, key is test_row_0/C:col10/1733696056196/Put/seqid=0 2024-12-08T22:14:17,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741869_1045 (size=12493) 2024-12-08T22:14:17,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-08T22:14:17,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:17,158 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-08T22:14:17,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:17,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:17,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:17,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:17,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:17,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/93d24c2a108f475293d99007fafe4714 is 50, key is test_row_0/A:col10/1733696056864/Put/seqid=0 2024-12-08T22:14:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741870_1046 (size=12151) 2024-12-08T22:14:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:17,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:17,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696117218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696117219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696117220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696117221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T22:14:17,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696117335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696117336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696117337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696117338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,489 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/574c442f11044f44a3dff73e2b9d8339 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/574c442f11044f44a3dff73e2b9d8339 2024-12-08T22:14:17,499 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/B of 1055cdeb95ded4980a092a58400bd55b into 574c442f11044f44a3dff73e2b9d8339(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:17,499 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:17,500 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/B, priority=13, startTime=1733696057011; duration=0sec 2024-12-08T22:14:17,500 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:17,500 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:B 2024-12-08T22:14:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696117545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696117546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696117546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696117546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,558 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/60cd7a06e1a8467880a50301d95f70b0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/60cd7a06e1a8467880a50301d95f70b0 2024-12-08T22:14:17,569 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/C of 1055cdeb95ded4980a092a58400bd55b into 60cd7a06e1a8467880a50301d95f70b0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:17,570 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:17,570 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/C, priority=13, startTime=1733696057011; duration=0sec 2024-12-08T22:14:17,570 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:17,570 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:C 2024-12-08T22:14:17,599 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/93d24c2a108f475293d99007fafe4714 2024-12-08T22:14:17,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/751643e321d6462e9c65645fc5e975f3 is 50, key is test_row_0/B:col10/1733696056864/Put/seqid=0 2024-12-08T22:14:17,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741871_1047 (size=12151) 2024-12-08T22:14:17,619 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/751643e321d6462e9c65645fc5e975f3 2024-12-08T22:14:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T22:14:17,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/329ebcd3fef14d4ca5b670ace3d3c472 is 50, key is test_row_0/C:col10/1733696056864/Put/seqid=0 2024-12-08T22:14:17,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741872_1048 (size=12151) 2024-12-08T22:14:17,644 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/329ebcd3fef14d4ca5b670ace3d3c472 2024-12-08T22:14:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/93d24c2a108f475293d99007fafe4714 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/93d24c2a108f475293d99007fafe4714 2024-12-08T22:14:17,665 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/93d24c2a108f475293d99007fafe4714, entries=150, sequenceid=176, filesize=11.9 K 2024-12-08T22:14:17,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/751643e321d6462e9c65645fc5e975f3 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/751643e321d6462e9c65645fc5e975f3 2024-12-08T22:14:17,677 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/751643e321d6462e9c65645fc5e975f3, entries=150, sequenceid=176, filesize=11.9 K 2024-12-08T22:14:17,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/329ebcd3fef14d4ca5b670ace3d3c472 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/329ebcd3fef14d4ca5b670ace3d3c472 2024-12-08T22:14:17,694 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/329ebcd3fef14d4ca5b670ace3d3c472, entries=150, sequenceid=176, filesize=11.9 K 2024-12-08T22:14:17,695 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 1055cdeb95ded4980a092a58400bd55b in 538ms, sequenceid=176, compaction requested=false 2024-12-08T22:14:17,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:17,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:17,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-08T22:14:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-08T22:14:17,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-08T22:14:17,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 698 msec 2024-12-08T22:14:17,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 715 msec 2024-12-08T22:14:17,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-08T22:14:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:17,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:17,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:17,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:17,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:17,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:17,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:17,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/729973c4f9b6488394275c3ffb19d72d is 50, key is test_row_0/A:col10/1733696057857/Put/seqid=0 2024-12-08T22:14:17,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741873_1049 (size=12151) 2024-12-08T22:14:17,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696117915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696117915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696117917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696117917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:17,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:17,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696118026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696118036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696118036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696118036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T22:14:18,136 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:18,136 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-08T22:14:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-08T22:14:18,139 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:18,141 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:18,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:18,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696118235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-08T22:14:18,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696118245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696118255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696118256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/729973c4f9b6488394275c3ffb19d72d 2024-12-08T22:14:18,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/70e9630ea97e4e799ff8239f314bf929 is 50, key is test_row_0/B:col10/1733696057857/Put/seqid=0 2024-12-08T22:14:18,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-08T22:14:18,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:18,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:18,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:18,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:18,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:18,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741874_1050 (size=12151) 2024-12-08T22:14:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:18,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/70e9630ea97e4e799ff8239f314bf929 2024-12-08T22:14:18,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/36fd772a7f9c40718783f647d66c52db is 50, key is test_row_0/C:col10/1733696057857/Put/seqid=0 2024-12-08T22:14:18,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741875_1051 (size=12151) 2024-12-08T22:14:18,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696118396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,397 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in 1055cdeb95ded4980a092a58400bd55b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-08T22:14:18,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:18,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:18,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:18,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:18,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-08T22:14:18,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696118545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696118555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696118565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:18,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696118565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:18,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-08T22:14:18,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:18,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:18,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:18,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:18,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:18,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/36fd772a7f9c40718783f647d66c52db 2024-12-08T22:14:18,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/729973c4f9b6488394275c3ffb19d72d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/729973c4f9b6488394275c3ffb19d72d 2024-12-08T22:14:18,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/729973c4f9b6488394275c3ffb19d72d, entries=150, sequenceid=195, filesize=11.9 K 2024-12-08T22:14:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/70e9630ea97e4e799ff8239f314bf929 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/70e9630ea97e4e799ff8239f314bf929 2024-12-08T22:14:18,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/70e9630ea97e4e799ff8239f314bf929, entries=150, sequenceid=195, filesize=11.9 K 2024-12-08T22:14:18,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/36fd772a7f9c40718783f647d66c52db as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/36fd772a7f9c40718783f647d66c52db 2024-12-08T22:14:18,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-08T22:14:18,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:18,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-08T22:14:18,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/36fd772a7f9c40718783f647d66c52db, entries=150, sequenceid=195, filesize=11.9 K 2024-12-08T22:14:18,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 1055cdeb95ded4980a092a58400bd55b in 910ms, sequenceid=195, compaction requested=true 2024-12-08T22:14:18,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:18,769 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:18,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:18,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:18,770 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:18,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:18,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:18,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:18,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:18,771 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:18,771 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/A is initiating minor compaction (all files) 2024-12-08T22:14:18,771 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/A in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:18,771 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/d620e8fd582545cda64dbaa84015de55, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/93d24c2a108f475293d99007fafe4714, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/729973c4f9b6488394275c3ffb19d72d] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=35.9 K 2024-12-08T22:14:18,772 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:18,772 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/B is initiating minor compaction (all files) 2024-12-08T22:14:18,772 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/B in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:18,772 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/574c442f11044f44a3dff73e2b9d8339, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/751643e321d6462e9c65645fc5e975f3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/70e9630ea97e4e799ff8239f314bf929] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=35.9 K 2024-12-08T22:14:18,772 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting d620e8fd582545cda64dbaa84015de55, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733696056196 2024-12-08T22:14:18,773 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 574c442f11044f44a3dff73e2b9d8339, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733696056196 2024-12-08T22:14:18,773 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93d24c2a108f475293d99007fafe4714, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733696056862 2024-12-08T22:14:18,773 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 751643e321d6462e9c65645fc5e975f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733696056862 2024-12-08T22:14:18,773 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 729973c4f9b6488394275c3ffb19d72d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733696057211 2024-12-08T22:14:18,774 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 70e9630ea97e4e799ff8239f314bf929, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733696057211 2024-12-08T22:14:18,784 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#A#compaction#39 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:18,785 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/cbe510e3306a476aacf3aabd659d27a1 is 50, key is test_row_0/A:col10/1733696057857/Put/seqid=0 2024-12-08T22:14:18,789 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:18,789 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/0a6cb1caccbe43919edc0e386a5716ce is 50, key is test_row_0/B:col10/1733696057857/Put/seqid=0 2024-12-08T22:14:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741876_1052 (size=12595) 2024-12-08T22:14:18,809 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/cbe510e3306a476aacf3aabd659d27a1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cbe510e3306a476aacf3aabd659d27a1 2024-12-08T22:14:18,820 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/A of 1055cdeb95ded4980a092a58400bd55b into cbe510e3306a476aacf3aabd659d27a1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:18,820 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:18,821 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/A, priority=13, startTime=1733696058769; duration=0sec 2024-12-08T22:14:18,821 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:18,821 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:A 2024-12-08T22:14:18,821 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:18,828 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:18,828 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/C is initiating minor compaction (all files) 2024-12-08T22:14:18,828 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/C in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:18,828 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/60cd7a06e1a8467880a50301d95f70b0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/329ebcd3fef14d4ca5b670ace3d3c472, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/36fd772a7f9c40718783f647d66c52db] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=35.9 K 2024-12-08T22:14:18,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741877_1053 (size=12595) 2024-12-08T22:14:18,829 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60cd7a06e1a8467880a50301d95f70b0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733696056196 2024-12-08T22:14:18,829 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 329ebcd3fef14d4ca5b670ace3d3c472, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733696056862 2024-12-08T22:14:18,830 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36fd772a7f9c40718783f647d66c52db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733696057211 2024-12-08T22:14:18,842 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/0a6cb1caccbe43919edc0e386a5716ce as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/0a6cb1caccbe43919edc0e386a5716ce 2024-12-08T22:14:18,856 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/B of 1055cdeb95ded4980a092a58400bd55b into 0a6cb1caccbe43919edc0e386a5716ce(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:18,856 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:18,856 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/B, priority=13, startTime=1733696058770; duration=0sec 2024-12-08T22:14:18,857 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:18,857 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:B 2024-12-08T22:14:18,863 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#C#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:18,863 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/16ef98df3729466494e7f95d57561903 is 50, key is test_row_0/C:col10/1733696057857/Put/seqid=0 2024-12-08T22:14:18,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741878_1054 (size=12595) 2024-12-08T22:14:18,893 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/16ef98df3729466494e7f95d57561903 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/16ef98df3729466494e7f95d57561903 2024-12-08T22:14:18,901 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/C of 1055cdeb95ded4980a092a58400bd55b into 16ef98df3729466494e7f95d57561903(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:18,901 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:18,901 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/C, priority=13, startTime=1733696058770; duration=0sec 2024-12-08T22:14:18,901 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:18,901 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:C 2024-12-08T22:14:18,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-08T22:14:18,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:18,913 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-08T22:14:18,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:18,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:18,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:18,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:18,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:18,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:18,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/e19029bf459c4d2f8360fcced07a32cf is 50, key is test_row_0/A:col10/1733696057915/Put/seqid=0 2024-12-08T22:14:18,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741879_1055 (size=12151) 2024-12-08T22:14:19,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:19,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696119130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696119131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696119133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696119133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696119246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696119246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696119246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696119246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-08T22:14:19,333 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/e19029bf459c4d2f8360fcced07a32cf 2024-12-08T22:14:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/a8c4a959a0cd43f1b1b47805a1955b27 is 50, key is test_row_0/B:col10/1733696057915/Put/seqid=0 2024-12-08T22:14:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741880_1056 (size=12151) 2024-12-08T22:14:19,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696119455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696119456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696119456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696119456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,756 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/a8c4a959a0cd43f1b1b47805a1955b27 2024-12-08T22:14:19,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696119766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696119766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696119766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:19,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696119766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:19,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:19,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:19,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/625e1258ccfc4c47985d45d92ab286ea is 50, key is test_row_0/C:col10/1733696057915/Put/seqid=0 2024-12-08T22:14:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741881_1057 (size=12151) 2024-12-08T22:14:20,175 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/625e1258ccfc4c47985d45d92ab286ea 2024-12-08T22:14:20,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/e19029bf459c4d2f8360fcced07a32cf as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/e19029bf459c4d2f8360fcced07a32cf 2024-12-08T22:14:20,190 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/e19029bf459c4d2f8360fcced07a32cf, entries=150, sequenceid=214, filesize=11.9 K 2024-12-08T22:14:20,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/a8c4a959a0cd43f1b1b47805a1955b27 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/a8c4a959a0cd43f1b1b47805a1955b27 2024-12-08T22:14:20,200 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/a8c4a959a0cd43f1b1b47805a1955b27, entries=150, sequenceid=214, filesize=11.9 K 2024-12-08T22:14:20,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/625e1258ccfc4c47985d45d92ab286ea as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/625e1258ccfc4c47985d45d92ab286ea 2024-12-08T22:14:20,209 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/625e1258ccfc4c47985d45d92ab286ea, entries=150, sequenceid=214, filesize=11.9 K 2024-12-08T22:14:20,210 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 1055cdeb95ded4980a092a58400bd55b in 1297ms, sequenceid=214, compaction requested=false 2024-12-08T22:14:20,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:20,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:20,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-08T22:14:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-08T22:14:20,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-08T22:14:20,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0710 sec 2024-12-08T22:14:20,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 2.0790 sec 2024-12-08T22:14:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:20,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-08T22:14:20,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:20,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:20,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:20,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:20,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:20,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:20,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/e6d08cd95dc142888abe65836dfacb3f is 50, key is test_row_0/A:col10/1733696059126/Put/seqid=0 2024-12-08T22:14:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-08T22:14:20,285 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:20,286 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-08T22:14:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-08T22:14:20,289 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:20,289 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:20,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:20,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741882_1058 (size=12151) 2024-12-08T22:14:20,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696120292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696120294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696120294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696120294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-08T22:14:20,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696120405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696120405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696120405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696120405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-08T22:14:20,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:20,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:20,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:20,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:20,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:20,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-08T22:14:20,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:20,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:20,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:20,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:20,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-08T22:14:20,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696120616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696120616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696120616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696120616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/e6d08cd95dc142888abe65836dfacb3f 2024-12-08T22:14:20,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/af196dc18790407f8ceb61edfeb0d1f1 is 50, key is test_row_0/B:col10/1733696059126/Put/seqid=0 2024-12-08T22:14:20,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741883_1059 (size=12151) 2024-12-08T22:14:20,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/af196dc18790407f8ceb61edfeb0d1f1 2024-12-08T22:14:20,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/ad951b1bd2504d6bae0d4b4b1bb806c1 is 50, key is test_row_0/C:col10/1733696059126/Put/seqid=0 2024-12-08T22:14:20,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741884_1060 (size=12151) 2024-12-08T22:14:20,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-08T22:14:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:20,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:20,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-08T22:14:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:20,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:20,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:20,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:20,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-08T22:14:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696120925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696120925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696120925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696120925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-08T22:14:21,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:21,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:21,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:21,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:21,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:21,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/ad951b1bd2504d6bae0d4b4b1bb806c1 2024-12-08T22:14:21,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/e6d08cd95dc142888abe65836dfacb3f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/e6d08cd95dc142888abe65836dfacb3f 2024-12-08T22:14:21,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/e6d08cd95dc142888abe65836dfacb3f, entries=150, sequenceid=232, filesize=11.9 K 2024-12-08T22:14:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/af196dc18790407f8ceb61edfeb0d1f1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/af196dc18790407f8ceb61edfeb0d1f1 2024-12-08T22:14:21,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/af196dc18790407f8ceb61edfeb0d1f1, entries=150, sequenceid=232, filesize=11.9 K 2024-12-08T22:14:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/ad951b1bd2504d6bae0d4b4b1bb806c1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/ad951b1bd2504d6bae0d4b4b1bb806c1 2024-12-08T22:14:21,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/ad951b1bd2504d6bae0d4b4b1bb806c1, entries=150, sequenceid=232, filesize=11.9 K 2024-12-08T22:14:21,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 1055cdeb95ded4980a092a58400bd55b in 879ms, sequenceid=232, compaction requested=true 2024-12-08T22:14:21,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:21,156 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:21,156 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:21,159 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:21,159 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:21,159 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/A is initiating minor compaction (all files) 2024-12-08T22:14:21,159 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/B is initiating minor compaction (all files) 2024-12-08T22:14:21,159 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/B in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:21,159 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/A in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:21,159 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cbe510e3306a476aacf3aabd659d27a1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/e19029bf459c4d2f8360fcced07a32cf, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/e6d08cd95dc142888abe65836dfacb3f] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=36.0 K 2024-12-08T22:14:21,159 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/0a6cb1caccbe43919edc0e386a5716ce, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/a8c4a959a0cd43f1b1b47805a1955b27, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/af196dc18790407f8ceb61edfeb0d1f1] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=36.0 K 2024-12-08T22:14:21,160 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbe510e3306a476aacf3aabd659d27a1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733696057211 2024-12-08T22:14:21,160 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a6cb1caccbe43919edc0e386a5716ce, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733696057211 2024-12-08T22:14:21,160 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a8c4a959a0cd43f1b1b47805a1955b27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733696057911 2024-12-08T22:14:21,160 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting e19029bf459c4d2f8360fcced07a32cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733696057911 2024-12-08T22:14:21,161 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6d08cd95dc142888abe65836dfacb3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733696059126 2024-12-08T22:14:21,161 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting af196dc18790407f8ceb61edfeb0d1f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733696059126 2024-12-08T22:14:21,179 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:21,180 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/42f87093ae6644a989ca6052672054f4 is 50, key is test_row_0/B:col10/1733696059126/Put/seqid=0 2024-12-08T22:14:21,183 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:21,184 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/1cef4e980eec42ecb8bbbc471e1dc058 is 50, key is test_row_0/A:col10/1733696059126/Put/seqid=0 2024-12-08T22:14:21,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741885_1061 (size=12697) 2024-12-08T22:14:21,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741886_1062 (size=12697) 2024-12-08T22:14:21,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-08T22:14:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:21,212 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-08T22:14:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:21,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/94b5b4e4b4bc46d384bb75af65720f33 is 50, key is test_row_0/A:col10/1733696060292/Put/seqid=0 2024-12-08T22:14:21,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741887_1063 (size=12151) 2024-12-08T22:14:21,253 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/94b5b4e4b4bc46d384bb75af65720f33 2024-12-08T22:14:21,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/8d2e686a903b49ce993803532ff41e25 is 50, key is test_row_0/B:col10/1733696060292/Put/seqid=0 2024-12-08T22:14:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741888_1064 (size=12151) 2024-12-08T22:14:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-08T22:14:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:21,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:21,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696121462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696121463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696121464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696121466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696121576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696121576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696121586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696121586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,610 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/42f87093ae6644a989ca6052672054f4 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/42f87093ae6644a989ca6052672054f4 2024-12-08T22:14:21,613 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/1cef4e980eec42ecb8bbbc471e1dc058 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/1cef4e980eec42ecb8bbbc471e1dc058 2024-12-08T22:14:21,626 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/A of 1055cdeb95ded4980a092a58400bd55b into 1cef4e980eec42ecb8bbbc471e1dc058(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:21,626 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:21,626 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/A, priority=13, startTime=1733696061155; duration=0sec 2024-12-08T22:14:21,626 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:21,626 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:A 2024-12-08T22:14:21,627 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:21,628 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/B of 1055cdeb95ded4980a092a58400bd55b into 42f87093ae6644a989ca6052672054f4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:21,628 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:21,628 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/B, priority=13, startTime=1733696061156; duration=0sec 2024-12-08T22:14:21,629 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:21,629 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:21,629 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:B 2024-12-08T22:14:21,629 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/C is initiating minor compaction (all files) 2024-12-08T22:14:21,629 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/C in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:21,629 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/16ef98df3729466494e7f95d57561903, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/625e1258ccfc4c47985d45d92ab286ea, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/ad951b1bd2504d6bae0d4b4b1bb806c1] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=36.0 K 2024-12-08T22:14:21,630 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16ef98df3729466494e7f95d57561903, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733696057211 2024-12-08T22:14:21,630 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 625e1258ccfc4c47985d45d92ab286ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733696057911 2024-12-08T22:14:21,631 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad951b1bd2504d6bae0d4b4b1bb806c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733696059126 2024-12-08T22:14:21,640 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#C#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:21,642 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/7561ce3d9201469bb7d818a6cedd9e21 is 50, key is test_row_0/C:col10/1733696059126/Put/seqid=0 2024-12-08T22:14:21,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741889_1065 (size=12697) 2024-12-08T22:14:21,689 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/8d2e686a903b49ce993803532ff41e25 2024-12-08T22:14:21,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/4b112c2428144678a3374cf0feb66783 is 50, key is test_row_0/C:col10/1733696060292/Put/seqid=0 2024-12-08T22:14:21,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741890_1066 (size=12151) 2024-12-08T22:14:21,723 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/4b112c2428144678a3374cf0feb66783 2024-12-08T22:14:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/94b5b4e4b4bc46d384bb75af65720f33 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/94b5b4e4b4bc46d384bb75af65720f33 2024-12-08T22:14:21,740 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/94b5b4e4b4bc46d384bb75af65720f33, entries=150, sequenceid=246, filesize=11.9 K 2024-12-08T22:14:21,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/8d2e686a903b49ce993803532ff41e25 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8d2e686a903b49ce993803532ff41e25 2024-12-08T22:14:21,749 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8d2e686a903b49ce993803532ff41e25, entries=150, sequenceid=246, filesize=11.9 K 2024-12-08T22:14:21,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/4b112c2428144678a3374cf0feb66783 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4b112c2428144678a3374cf0feb66783 2024-12-08T22:14:21,756 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4b112c2428144678a3374cf0feb66783, entries=150, sequenceid=246, filesize=11.9 K 2024-12-08T22:14:21,757 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 1055cdeb95ded4980a092a58400bd55b in 545ms, sequenceid=246, compaction requested=false 2024-12-08T22:14:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-08T22:14:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-08T22:14:21,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-08T22:14:21,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4690 sec 2024-12-08T22:14:21,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.4760 sec 2024-12-08T22:14:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:21,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=114.05 KB heapSize=339.66 KB 2024-12-08T22:14:21,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696061461, max timestamp=1733696061787Num uniques 859; 2024-12-08T22:14:21,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696061461, max timestamp=1733696061787Num uniques 859; 2024-12-08T22:14:21,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:14:21,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:14:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:21,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/4ca0125cad394cd2904c8b26f51acddc is 50, key is test_row_0/A:col10/1733696061786/Put/seqid=0 2024-12-08T22:14:21,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741891_1067 (size=14741) 2024-12-08T22:14:21,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/4ca0125cad394cd2904c8b26f51acddc 2024-12-08T22:14:21,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/6c655988e2b6416b8b1ce050f08c7212 is 50, key is test_row_0/B:col10/1733696061786/Put/seqid=0 2024-12-08T22:14:21,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696121828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696121831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696121831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696121832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741892_1068 (size=12301) 2024-12-08T22:14:21,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/6c655988e2b6416b8b1ce050f08c7212 2024-12-08T22:14:21,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/a0a292a8971241e4ba64deacc8a2d9d7 is 50, key is test_row_0/C:col10/1733696061786/Put/seqid=0 2024-12-08T22:14:21,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741893_1069 (size=12301) 2024-12-08T22:14:21,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696121935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696121945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696121945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:21,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696121945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,056 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/7561ce3d9201469bb7d818a6cedd9e21 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7561ce3d9201469bb7d818a6cedd9e21 2024-12-08T22:14:22,068 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/C of 1055cdeb95ded4980a092a58400bd55b into 7561ce3d9201469bb7d818a6cedd9e21(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:22,068 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:22,068 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/C, priority=13, startTime=1733696061156; duration=0sec 2024-12-08T22:14:22,069 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:22,069 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:C 2024-12-08T22:14:22,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696122145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696122155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696122155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696122156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/a0a292a8971241e4ba64deacc8a2d9d7 2024-12-08T22:14:22,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/4ca0125cad394cd2904c8b26f51acddc as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/4ca0125cad394cd2904c8b26f51acddc 2024-12-08T22:14:22,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/4ca0125cad394cd2904c8b26f51acddc, entries=200, sequenceid=269, filesize=14.4 K 2024-12-08T22:14:22,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/6c655988e2b6416b8b1ce050f08c7212 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/6c655988e2b6416b8b1ce050f08c7212 2024-12-08T22:14:22,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/6c655988e2b6416b8b1ce050f08c7212, entries=150, sequenceid=269, filesize=12.0 K 2024-12-08T22:14:22,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/a0a292a8971241e4ba64deacc8a2d9d7 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a0a292a8971241e4ba64deacc8a2d9d7 2024-12-08T22:14:22,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a0a292a8971241e4ba64deacc8a2d9d7, entries=150, sequenceid=269, filesize=12.0 K 2024-12-08T22:14:22,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~62.62 KB/64120, heapSize ~174.28 KB/178464, currentSize=114.05 KB/116790 for 1055cdeb95ded4980a092a58400bd55b in 512ms, sequenceid=269, compaction requested=true 2024-12-08T22:14:22,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:22,301 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:22,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:22,302 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:22,302 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/A is initiating minor compaction (all files) 2024-12-08T22:14:22,302 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/A in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:22,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:22,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:22,303 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/1cef4e980eec42ecb8bbbc471e1dc058, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/94b5b4e4b4bc46d384bb75af65720f33, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/4ca0125cad394cd2904c8b26f51acddc] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=38.7 K 2024-12-08T22:14:22,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:22,303 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:22,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:22,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:22,303 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cef4e980eec42ecb8bbbc471e1dc058, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733696059126 2024-12-08T22:14:22,304 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94b5b4e4b4bc46d384bb75af65720f33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733696060282 2024-12-08T22:14:22,304 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:22,304 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/B is initiating minor compaction (all files) 2024-12-08T22:14:22,304 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/B in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:22,304 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/42f87093ae6644a989ca6052672054f4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8d2e686a903b49ce993803532ff41e25, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/6c655988e2b6416b8b1ce050f08c7212] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=36.3 K 2024-12-08T22:14:22,305 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ca0125cad394cd2904c8b26f51acddc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696061461 2024-12-08T22:14:22,305 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 42f87093ae6644a989ca6052672054f4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733696059126 2024-12-08T22:14:22,306 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d2e686a903b49ce993803532ff41e25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733696060282 2024-12-08T22:14:22,309 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c655988e2b6416b8b1ce050f08c7212, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696061462 2024-12-08T22:14:22,330 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:22,330 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/9d0669fbffc348f49695ae45cda07878 is 50, key is test_row_0/B:col10/1733696061786/Put/seqid=0 2024-12-08T22:14:22,335 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:22,336 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/cc0a22ddb0294cdba25bbe22de1196d3 is 50, key is test_row_0/A:col10/1733696061786/Put/seqid=0 2024-12-08T22:14:22,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741894_1070 (size=12949) 2024-12-08T22:14:22,355 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/9d0669fbffc348f49695ae45cda07878 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9d0669fbffc348f49695ae45cda07878 2024-12-08T22:14:22,365 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/B of 1055cdeb95ded4980a092a58400bd55b into 9d0669fbffc348f49695ae45cda07878(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:22,365 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:22,365 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/B, priority=13, startTime=1733696062303; duration=0sec 2024-12-08T22:14:22,365 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:22,365 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:B 2024-12-08T22:14:22,365 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:22,367 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:22,367 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/C is initiating minor compaction (all files) 2024-12-08T22:14:22,367 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/C in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:22,367 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7561ce3d9201469bb7d818a6cedd9e21, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4b112c2428144678a3374cf0feb66783, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a0a292a8971241e4ba64deacc8a2d9d7] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=36.3 K 2024-12-08T22:14:22,369 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 7561ce3d9201469bb7d818a6cedd9e21, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733696059126 2024-12-08T22:14:22,370 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b112c2428144678a3374cf0feb66783, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733696060282 2024-12-08T22:14:22,370 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a0a292a8971241e4ba64deacc8a2d9d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696061462 2024-12-08T22:14:22,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741895_1071 (size=12949) 2024-12-08T22:14:22,389 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/cc0a22ddb0294cdba25bbe22de1196d3 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cc0a22ddb0294cdba25bbe22de1196d3 2024-12-08T22:14:22,398 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/A of 1055cdeb95ded4980a092a58400bd55b into cc0a22ddb0294cdba25bbe22de1196d3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:22,398 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:22,398 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/A, priority=13, startTime=1733696062301; duration=0sec 2024-12-08T22:14:22,398 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:22,398 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:A 2024-12-08T22:14:22,406 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:22,407 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/a99a7c724d7040339764f6ee3a31f7c9 is 50, key is test_row_0/C:col10/1733696061786/Put/seqid=0 2024-12-08T22:14:22,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741896_1072 (size=12949) 2024-12-08T22:14:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-08T22:14:22,435 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:22,436 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:22,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-08T22:14:22,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:22,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:22,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:22,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:22,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:22,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-08T22:14:22,441 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T22:14:22,442 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:22,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:22,443 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/a99a7c724d7040339764f6ee3a31f7c9 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a99a7c724d7040339764f6ee3a31f7c9 2024-12-08T22:14:22,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/0ddff9311c224bb98a4acc906e68e887 is 50, key is test_row_0/A:col10/1733696061827/Put/seqid=0 2024-12-08T22:14:22,465 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/C of 1055cdeb95ded4980a092a58400bd55b into a99a7c724d7040339764f6ee3a31f7c9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:22,465 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:22,465 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/C, priority=13, startTime=1733696062303; duration=0sec 2024-12-08T22:14:22,465 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:22,465 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:C 2024-12-08T22:14:22,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741897_1073 (size=14741) 2024-12-08T22:14:22,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/0ddff9311c224bb98a4acc906e68e887 2024-12-08T22:14:22,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696122465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696122469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696122469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696122472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696122472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/306e754d2e06417cb6c542e397bd88ab is 50, key is test_row_0/B:col10/1733696061827/Put/seqid=0 2024-12-08T22:14:22,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741898_1074 (size=12301) 2024-12-08T22:14:22,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/306e754d2e06417cb6c542e397bd88ab 2024-12-08T22:14:22,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/7654076089ec428c9f879ab41fb135f1 is 50, key is test_row_0/C:col10/1733696061827/Put/seqid=0 2024-12-08T22:14:22,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741899_1075 (size=12301) 2024-12-08T22:14:22,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/7654076089ec428c9f879ab41fb135f1 2024-12-08T22:14:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T22:14:22,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/0ddff9311c224bb98a4acc906e68e887 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/0ddff9311c224bb98a4acc906e68e887 2024-12-08T22:14:22,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/0ddff9311c224bb98a4acc906e68e887, entries=200, sequenceid=293, filesize=14.4 K 2024-12-08T22:14:22,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/306e754d2e06417cb6c542e397bd88ab as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/306e754d2e06417cb6c542e397bd88ab 2024-12-08T22:14:22,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/306e754d2e06417cb6c542e397bd88ab, entries=150, sequenceid=293, filesize=12.0 K 2024-12-08T22:14:22,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/7654076089ec428c9f879ab41fb135f1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7654076089ec428c9f879ab41fb135f1 2024-12-08T22:14:22,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7654076089ec428c9f879ab41fb135f1, entries=150, sequenceid=293, filesize=12.0 K 2024-12-08T22:14:22,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for 1055cdeb95ded4980a092a58400bd55b in 139ms, sequenceid=293, compaction requested=false 2024-12-08T22:14:22,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:22,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-08T22:14:22,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:22,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:22,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:22,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:22,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:22,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:22,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T22:14:22,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:22,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:22,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:22,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:22,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:22,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/a97ba32329de44a8843a767d7e0d3d2e is 50, key is test_row_0/A:col10/1733696062586/Put/seqid=0 2024-12-08T22:14:22,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741900_1076 (size=17181) 2024-12-08T22:14:22,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696122622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/a97ba32329de44a8843a767d7e0d3d2e 2024-12-08T22:14:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696122624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696122626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696122628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/09d0528bcaa94a0999542f7163432406 is 50, key is test_row_0/B:col10/1733696062586/Put/seqid=0 2024-12-08T22:14:22,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741901_1077 (size=12301) 2024-12-08T22:14:22,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/09d0528bcaa94a0999542f7163432406 2024-12-08T22:14:22,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/13eea6335ad94ef391648e1c0957dba6 is 50, key is test_row_0/C:col10/1733696062586/Put/seqid=0 2024-12-08T22:14:22,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741902_1078 (size=12301) 2024-12-08T22:14:22,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/13eea6335ad94ef391648e1c0957dba6 2024-12-08T22:14:22,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/a97ba32329de44a8843a767d7e0d3d2e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a97ba32329de44a8843a767d7e0d3d2e 2024-12-08T22:14:22,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a97ba32329de44a8843a767d7e0d3d2e, entries=250, sequenceid=308, filesize=16.8 K 2024-12-08T22:14:22,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/09d0528bcaa94a0999542f7163432406 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/09d0528bcaa94a0999542f7163432406 2024-12-08T22:14:22,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/09d0528bcaa94a0999542f7163432406, entries=150, sequenceid=308, filesize=12.0 K 2024-12-08T22:14:22,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/13eea6335ad94ef391648e1c0957dba6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/13eea6335ad94ef391648e1c0957dba6 2024-12-08T22:14:22,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696122735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696122735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/13eea6335ad94ef391648e1c0957dba6, entries=150, sequenceid=308, filesize=12.0 K 2024-12-08T22:14:22,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 1055cdeb95ded4980a092a58400bd55b in 155ms, sequenceid=308, compaction requested=true 2024-12-08T22:14:22,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:22,744 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:22,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:22,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:22,745 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:22,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:22,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:22,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:22,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:22,745 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44871 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:22,745 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/A is initiating minor compaction (all files) 2024-12-08T22:14:22,745 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/A in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:22,746 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cc0a22ddb0294cdba25bbe22de1196d3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/0ddff9311c224bb98a4acc906e68e887, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a97ba32329de44a8843a767d7e0d3d2e] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=43.8 K 2024-12-08T22:14:22,746 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc0a22ddb0294cdba25bbe22de1196d3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696061462 2024-12-08T22:14:22,747 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:22,748 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ddff9311c224bb98a4acc906e68e887, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733696061827 2024-12-08T22:14:22,748 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/B is initiating minor compaction (all files) 2024-12-08T22:14:22,748 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/B in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:22,748 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9d0669fbffc348f49695ae45cda07878, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/306e754d2e06417cb6c542e397bd88ab, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/09d0528bcaa94a0999542f7163432406] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=36.7 K 2024-12-08T22:14:22,748 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting a97ba32329de44a8843a767d7e0d3d2e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733696062457 2024-12-08T22:14:22,748 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d0669fbffc348f49695ae45cda07878, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696061462 2024-12-08T22:14:22,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T22:14:22,750 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 306e754d2e06417cb6c542e397bd88ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733696061827 2024-12-08T22:14:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:22,750 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-08T22:14:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:22,751 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 09d0528bcaa94a0999542f7163432406, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733696062457 2024-12-08T22:14:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T22:14:22,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/b1336be841cb43e39384b0d4c93c705c is 50, key is test_row_0/A:col10/1733696062619/Put/seqid=0 2024-12-08T22:14:22,770 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#A#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:22,770 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/b6175a56198e45b99eaa255f81d42d7d is 50, key is test_row_0/A:col10/1733696062586/Put/seqid=0 2024-12-08T22:14:22,778 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#B#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:22,779 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/baddd5ba47a0417ba8d4aeb0555b8e94 is 50, key is test_row_0/B:col10/1733696062586/Put/seqid=0 2024-12-08T22:14:22,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696122787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696122793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741904_1080 (size=13051) 2024-12-08T22:14:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741903_1079 (size=12301) 2024-12-08T22:14:22,819 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/b6175a56198e45b99eaa255f81d42d7d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/b6175a56198e45b99eaa255f81d42d7d 2024-12-08T22:14:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741905_1081 (size=13051) 2024-12-08T22:14:22,827 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/A of 1055cdeb95ded4980a092a58400bd55b into b6175a56198e45b99eaa255f81d42d7d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:22,827 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:22,827 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/A, priority=13, startTime=1733696062744; duration=0sec 2024-12-08T22:14:22,827 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:22,828 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:A 2024-12-08T22:14:22,828 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:22,829 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:22,829 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/C is initiating minor compaction (all files) 2024-12-08T22:14:22,829 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/C in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:22,829 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a99a7c724d7040339764f6ee3a31f7c9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7654076089ec428c9f879ab41fb135f1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/13eea6335ad94ef391648e1c0957dba6] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=36.7 K 2024-12-08T22:14:22,829 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting a99a7c724d7040339764f6ee3a31f7c9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696061462 2024-12-08T22:14:22,830 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7654076089ec428c9f879ab41fb135f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733696061827 2024-12-08T22:14:22,830 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13eea6335ad94ef391648e1c0957dba6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733696062457 2024-12-08T22:14:22,839 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#C#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:22,839 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/b78040087ce648d39b5ae331507b50ba is 50, key is test_row_0/C:col10/1733696062586/Put/seqid=0 2024-12-08T22:14:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741906_1082 (size=13051) 2024-12-08T22:14:22,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696122905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696122905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696122945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696122945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:22,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696122985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:22,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:22,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T22:14:23,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696123115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696123116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,215 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/b1336be841cb43e39384b0d4c93c705c 2024-12-08T22:14:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/8abeb81e8c404d60a9f9a6507906a074 is 50, key is test_row_0/B:col10/1733696062619/Put/seqid=0 2024-12-08T22:14:23,230 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/baddd5ba47a0417ba8d4aeb0555b8e94 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/baddd5ba47a0417ba8d4aeb0555b8e94 2024-12-08T22:14:23,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741907_1083 (size=12301) 2024-12-08T22:14:23,236 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/B of 1055cdeb95ded4980a092a58400bd55b into baddd5ba47a0417ba8d4aeb0555b8e94(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:23,236 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:23,236 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/B, priority=13, startTime=1733696062745; duration=0sec 2024-12-08T22:14:23,236 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/8abeb81e8c404d60a9f9a6507906a074 2024-12-08T22:14:23,236 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:23,236 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:B 2024-12-08T22:14:23,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/859b6963e1364dc380f131e73c50d595 is 50, key is test_row_0/C:col10/1733696062619/Put/seqid=0 2024-12-08T22:14:23,256 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/b78040087ce648d39b5ae331507b50ba as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/b78040087ce648d39b5ae331507b50ba 2024-12-08T22:14:23,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696123255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696123255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741908_1084 (size=12301) 2024-12-08T22:14:23,264 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/859b6963e1364dc380f131e73c50d595 2024-12-08T22:14:23,265 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/C of 1055cdeb95ded4980a092a58400bd55b into b78040087ce648d39b5ae331507b50ba(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:23,265 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:23,265 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/C, priority=13, startTime=1733696062745; duration=0sec 2024-12-08T22:14:23,266 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:23,266 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:C 2024-12-08T22:14:23,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/b1336be841cb43e39384b0d4c93c705c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/b1336be841cb43e39384b0d4c93c705c 2024-12-08T22:14:23,280 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/b1336be841cb43e39384b0d4c93c705c, entries=150, sequenceid=326, filesize=12.0 K 2024-12-08T22:14:23,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/8abeb81e8c404d60a9f9a6507906a074 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8abeb81e8c404d60a9f9a6507906a074 2024-12-08T22:14:23,288 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8abeb81e8c404d60a9f9a6507906a074, entries=150, sequenceid=326, filesize=12.0 K 2024-12-08T22:14:23,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/859b6963e1364dc380f131e73c50d595 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/859b6963e1364dc380f131e73c50d595 2024-12-08T22:14:23,305 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/859b6963e1364dc380f131e73c50d595, entries=150, sequenceid=326, filesize=12.0 K 2024-12-08T22:14:23,305 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 1055cdeb95ded4980a092a58400bd55b in 555ms, sequenceid=326, compaction requested=false 2024-12-08T22:14:23,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:23,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:23,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-08T22:14:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-08T22:14:23,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-08T22:14:23,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 865 msec 2024-12-08T22:14:23,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 874 msec 2024-12-08T22:14:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:23,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-08T22:14:23,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:23,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:23,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:23,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/622a804ccae04f8a9e91c0c14529bc24 is 50, key is test_row_0/A:col10/1733696063427/Put/seqid=0 2024-12-08T22:14:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741909_1085 (size=17181) 2024-12-08T22:14:23,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/622a804ccae04f8a9e91c0c14529bc24 2024-12-08T22:14:23,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696123460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696123462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/f1c7472acdb841859e9221e32ad81647 is 50, key is test_row_0/B:col10/1733696063427/Put/seqid=0 2024-12-08T22:14:23,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741910_1086 (size=12301) 2024-12-08T22:14:23,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/f1c7472acdb841859e9221e32ad81647 2024-12-08T22:14:23,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/a8d9096dad2c4a8ebe9054690e846237 is 50, key is test_row_0/C:col10/1733696063427/Put/seqid=0 2024-12-08T22:14:23,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741911_1087 (size=12301) 2024-12-08T22:14:23,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/a8d9096dad2c4a8ebe9054690e846237 2024-12-08T22:14:23,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/622a804ccae04f8a9e91c0c14529bc24 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/622a804ccae04f8a9e91c0c14529bc24 2024-12-08T22:14:23,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/622a804ccae04f8a9e91c0c14529bc24, entries=250, sequenceid=345, filesize=16.8 K 2024-12-08T22:14:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T22:14:23,577 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:23,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696123577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,578 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:23,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696123576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-08T22:14:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,581 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-08T22:14:23,583 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:23,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:23,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/f1c7472acdb841859e9221e32ad81647 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/f1c7472acdb841859e9221e32ad81647 2024-12-08T22:14:23,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/f1c7472acdb841859e9221e32ad81647, entries=150, sequenceid=345, filesize=12.0 K 2024-12-08T22:14:23,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/a8d9096dad2c4a8ebe9054690e846237 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a8d9096dad2c4a8ebe9054690e846237 2024-12-08T22:14:23,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a8d9096dad2c4a8ebe9054690e846237, entries=150, sequenceid=345, filesize=12.0 K 2024-12-08T22:14:23,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 1055cdeb95ded4980a092a58400bd55b in 213ms, sequenceid=345, compaction requested=true 2024-12-08T22:14:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:23,641 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:23,641 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:23,644 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:23,645 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:23,645 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/A is initiating minor compaction (all files) 2024-12-08T22:14:23,645 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/B is initiating minor compaction (all files) 2024-12-08T22:14:23,645 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/B in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:23,645 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/A in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:23,645 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/b6175a56198e45b99eaa255f81d42d7d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/b1336be841cb43e39384b0d4c93c705c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/622a804ccae04f8a9e91c0c14529bc24] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=41.5 K 2024-12-08T22:14:23,645 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/baddd5ba47a0417ba8d4aeb0555b8e94, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8abeb81e8c404d60a9f9a6507906a074, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/f1c7472acdb841859e9221e32ad81647] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=36.8 K 2024-12-08T22:14:23,646 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting baddd5ba47a0417ba8d4aeb0555b8e94, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733696062457 2024-12-08T22:14:23,646 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting b6175a56198e45b99eaa255f81d42d7d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733696062457 2024-12-08T22:14:23,646 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8abeb81e8c404d60a9f9a6507906a074, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733696062619 2024-12-08T22:14:23,647 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting b1336be841cb43e39384b0d4c93c705c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733696062619 2024-12-08T22:14:23,647 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1c7472acdb841859e9221e32ad81647, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733696062777 2024-12-08T22:14:23,647 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 622a804ccae04f8a9e91c0c14529bc24, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733696062775 2024-12-08T22:14:23,683 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:23,683 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/34289c542e4743e6865c45feb8757be7 is 50, key is test_row_0/A:col10/1733696063427/Put/seqid=0 2024-12-08T22:14:23,685 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#B#compaction#75 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:23,685 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/eaccfc9448ff45739aed7309610c20f4 is 50, key is test_row_0/B:col10/1733696063427/Put/seqid=0 2024-12-08T22:14:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-08T22:14:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741912_1088 (size=13153) 2024-12-08T22:14:23,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-08T22:14:23,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:23,737 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-08T22:14:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:23,744 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/34289c542e4743e6865c45feb8757be7 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/34289c542e4743e6865c45feb8757be7 2024-12-08T22:14:23,753 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/A of 1055cdeb95ded4980a092a58400bd55b into 34289c542e4743e6865c45feb8757be7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:23,753 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:23,753 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/A, priority=13, startTime=1733696063641; duration=0sec 2024-12-08T22:14:23,753 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:23,753 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:A 2024-12-08T22:14:23,753 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:23,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741913_1089 (size=13153) 2024-12-08T22:14:23,757 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:23,757 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/C is initiating minor compaction (all files) 2024-12-08T22:14:23,757 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/C in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:23,757 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/b78040087ce648d39b5ae331507b50ba, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/859b6963e1364dc380f131e73c50d595, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a8d9096dad2c4a8ebe9054690e846237] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=36.8 K 2024-12-08T22:14:23,758 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting b78040087ce648d39b5ae331507b50ba, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733696062457 2024-12-08T22:14:23,760 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 859b6963e1364dc380f131e73c50d595, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733696062619 2024-12-08T22:14:23,761 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a8d9096dad2c4a8ebe9054690e846237, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733696062777 2024-12-08T22:14:23,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/5512cc98b0764365ba7c54cad9111500 is 50, key is test_row_0/A:col10/1733696063454/Put/seqid=0 2024-12-08T22:14:23,766 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/eaccfc9448ff45739aed7309610c20f4 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/eaccfc9448ff45739aed7309610c20f4 2024-12-08T22:14:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:23,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:23,776 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/B of 1055cdeb95ded4980a092a58400bd55b into eaccfc9448ff45739aed7309610c20f4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:23,777 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:23,777 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/B, priority=13, startTime=1733696063641; duration=0sec 2024-12-08T22:14:23,777 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:23,777 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:B 2024-12-08T22:14:23,777 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:23,778 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/bce099a810544d08ac0599a9a47141af is 50, key is test_row_0/C:col10/1733696063427/Put/seqid=0 2024-12-08T22:14:23,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741914_1090 (size=12301) 2024-12-08T22:14:23,803 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/5512cc98b0764365ba7c54cad9111500 2024-12-08T22:14:23,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696123803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696123803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696123806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696123811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/d3180ffdeec8443b96f407b68778f22a is 50, key is test_row_0/B:col10/1733696063454/Put/seqid=0 2024-12-08T22:14:23,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741915_1091 (size=13153) 2024-12-08T22:14:23,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741916_1092 (size=12301) 2024-12-08T22:14:23,828 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/d3180ffdeec8443b96f407b68778f22a 2024-12-08T22:14:23,834 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/bce099a810544d08ac0599a9a47141af as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/bce099a810544d08ac0599a9a47141af 2024-12-08T22:14:23,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/2dd12ff4c3ba409f97e5216eae76294e is 50, key is test_row_0/C:col10/1733696063454/Put/seqid=0 2024-12-08T22:14:23,845 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/C of 1055cdeb95ded4980a092a58400bd55b into bce099a810544d08ac0599a9a47141af(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:23,845 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:23,845 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/C, priority=13, startTime=1733696063641; duration=0sec 2024-12-08T22:14:23,845 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:23,845 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:C 2024-12-08T22:14:23,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741917_1093 (size=12301) 2024-12-08T22:14:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-08T22:14:23,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696123916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696123925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696123925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696123925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:23,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696123997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:23,998 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in 1055cdeb95ded4980a092a58400bd55b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:23,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:23,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696124125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696124136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696124136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696124136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-08T22:14:24,272 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/2dd12ff4c3ba409f97e5216eae76294e 2024-12-08T22:14:24,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/5512cc98b0764365ba7c54cad9111500 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/5512cc98b0764365ba7c54cad9111500 2024-12-08T22:14:24,283 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/5512cc98b0764365ba7c54cad9111500, entries=150, sequenceid=361, filesize=12.0 K 2024-12-08T22:14:24,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/d3180ffdeec8443b96f407b68778f22a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/d3180ffdeec8443b96f407b68778f22a 2024-12-08T22:14:24,289 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/d3180ffdeec8443b96f407b68778f22a, entries=150, sequenceid=361, filesize=12.0 K 2024-12-08T22:14:24,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/2dd12ff4c3ba409f97e5216eae76294e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/2dd12ff4c3ba409f97e5216eae76294e 2024-12-08T22:14:24,299 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/2dd12ff4c3ba409f97e5216eae76294e, entries=150, sequenceid=361, filesize=12.0 K 2024-12-08T22:14:24,300 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 1055cdeb95ded4980a092a58400bd55b in 563ms, sequenceid=361, compaction requested=false 2024-12-08T22:14:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-08T22:14:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-08T22:14:24,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-08T22:14:24,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 719 msec 2024-12-08T22:14:24,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 726 msec 2024-12-08T22:14:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:24,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-08T22:14:24,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:24,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:24,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:24,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:24,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:24,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:24,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/18f46d12743445308c5cb02b6aa831e5 is 50, key is test_row_0/A:col10/1733696064436/Put/seqid=0 2024-12-08T22:14:24,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741918_1094 (size=14741) 2024-12-08T22:14:24,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/18f46d12743445308c5cb02b6aa831e5 2024-12-08T22:14:24,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/8dd1ed4fd9cc4a0c947921df4cd8d202 is 50, key is test_row_0/B:col10/1733696064436/Put/seqid=0 2024-12-08T22:14:24,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696124457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696124463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696124465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696124465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741919_1095 (size=12301) 2024-12-08T22:14:24,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/8dd1ed4fd9cc4a0c947921df4cd8d202 2024-12-08T22:14:24,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/4ad657ed4e0b40d486992611488fc09f is 50, key is test_row_0/C:col10/1733696064436/Put/seqid=0 2024-12-08T22:14:24,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741920_1096 (size=12301) 2024-12-08T22:14:24,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696124575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696124576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696124576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696124576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-08T22:14:24,725 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:24,726 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-08T22:14:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-08T22:14:24,728 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:24,729 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:24,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:24,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696124785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696124785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696124785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696124787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-08T22:14:24,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-08T22:14:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:24,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:24,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/4ad657ed4e0b40d486992611488fc09f 2024-12-08T22:14:24,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/18f46d12743445308c5cb02b6aa831e5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/18f46d12743445308c5cb02b6aa831e5 2024-12-08T22:14:24,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/18f46d12743445308c5cb02b6aa831e5, entries=200, sequenceid=381, filesize=14.4 K 2024-12-08T22:14:24,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/8dd1ed4fd9cc4a0c947921df4cd8d202 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8dd1ed4fd9cc4a0c947921df4cd8d202 2024-12-08T22:14:24,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8dd1ed4fd9cc4a0c947921df4cd8d202, entries=150, sequenceid=381, filesize=12.0 K 2024-12-08T22:14:24,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/4ad657ed4e0b40d486992611488fc09f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4ad657ed4e0b40d486992611488fc09f 2024-12-08T22:14:24,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4ad657ed4e0b40d486992611488fc09f, entries=150, sequenceid=381, filesize=12.0 K 2024-12-08T22:14:24,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 1055cdeb95ded4980a092a58400bd55b in 482ms, sequenceid=381, compaction requested=true 2024-12-08T22:14:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:24,921 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:24,921 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:24,927 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:24,927 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/A is initiating minor compaction (all files) 2024-12-08T22:14:24,927 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/A in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:24,928 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:24,928 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/34289c542e4743e6865c45feb8757be7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/5512cc98b0764365ba7c54cad9111500, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/18f46d12743445308c5cb02b6aa831e5] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=39.3 K 2024-12-08T22:14:24,928 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/B is initiating minor compaction (all files) 2024-12-08T22:14:24,928 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/B in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:24,928 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/eaccfc9448ff45739aed7309610c20f4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/d3180ffdeec8443b96f407b68778f22a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8dd1ed4fd9cc4a0c947921df4cd8d202] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=36.9 K 2024-12-08T22:14:24,928 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34289c542e4743e6865c45feb8757be7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733696062777 2024-12-08T22:14:24,928 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting eaccfc9448ff45739aed7309610c20f4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733696062777 2024-12-08T22:14:24,929 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d3180ffdeec8443b96f407b68778f22a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733696063454 2024-12-08T22:14:24,929 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5512cc98b0764365ba7c54cad9111500, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733696063454 2024-12-08T22:14:24,930 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dd1ed4fd9cc4a0c947921df4cd8d202, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733696063799 2024-12-08T22:14:24,930 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f46d12743445308c5cb02b6aa831e5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733696063799 2024-12-08T22:14:24,940 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:24,941 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/1caca407f1f9480fa8da3e23ac65f471 is 50, key is test_row_0/B:col10/1733696064436/Put/seqid=0 2024-12-08T22:14:24,946 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#A#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:24,947 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/9d0d188eea2d4ad8b9111a0fc727642a is 50, key is test_row_0/A:col10/1733696064436/Put/seqid=0 2024-12-08T22:14:24,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741921_1097 (size=13255) 2024-12-08T22:14:24,969 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/1caca407f1f9480fa8da3e23ac65f471 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/1caca407f1f9480fa8da3e23ac65f471 2024-12-08T22:14:24,977 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/B of 1055cdeb95ded4980a092a58400bd55b into 1caca407f1f9480fa8da3e23ac65f471(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:24,978 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:24,978 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/B, priority=13, startTime=1733696064921; duration=0sec 2024-12-08T22:14:24,978 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:24,978 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:B 2024-12-08T22:14:24,978 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:24,981 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741922_1098 (size=13255) 2024-12-08T22:14:24,981 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/C is initiating minor compaction (all files) 2024-12-08T22:14:24,981 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/C in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:24,982 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/bce099a810544d08ac0599a9a47141af, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/2dd12ff4c3ba409f97e5216eae76294e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4ad657ed4e0b40d486992611488fc09f] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=36.9 K 2024-12-08T22:14:24,982 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting bce099a810544d08ac0599a9a47141af, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733696062777 2024-12-08T22:14:24,983 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dd12ff4c3ba409f97e5216eae76294e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733696063454 2024-12-08T22:14:24,983 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ad657ed4e0b40d486992611488fc09f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733696063799 2024-12-08T22:14:24,991 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/9d0d188eea2d4ad8b9111a0fc727642a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/9d0d188eea2d4ad8b9111a0fc727642a 2024-12-08T22:14:25,000 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:25,001 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/A of 1055cdeb95ded4980a092a58400bd55b into 9d0d188eea2d4ad8b9111a0fc727642a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:25,001 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:25,001 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/A, priority=13, startTime=1733696064921; duration=0sec 2024-12-08T22:14:25,001 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/f1c03f8536984f0fba4c73830d7bcf95 is 50, key is test_row_0/C:col10/1733696064436/Put/seqid=0 2024-12-08T22:14:25,003 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:25,003 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:A 2024-12-08T22:14:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741923_1099 (size=13255) 2024-12-08T22:14:25,031 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/f1c03f8536984f0fba4c73830d7bcf95 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/f1c03f8536984f0fba4c73830d7bcf95 2024-12-08T22:14:25,037 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/C of 1055cdeb95ded4980a092a58400bd55b into f1c03f8536984f0fba4c73830d7bcf95(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:25,037 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:25,037 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/C, priority=13, startTime=1733696064921; duration=0sec 2024-12-08T22:14:25,038 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:25,038 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:C 2024-12-08T22:14:25,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-08T22:14:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:25,040 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-08T22:14:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:25,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:25,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:25,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:25,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/cd2eb5d582374abfb0daf45f959c5358 is 50, key is test_row_0/A:col10/1733696064461/Put/seqid=0 2024-12-08T22:14:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-08T22:14:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741924_1100 (size=12301) 2024-12-08T22:14:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:25,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:25,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696125110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696125110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696125111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696125112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696125215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696125215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696125225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696125225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-08T22:14:25,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696125425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696125426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696125435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696125435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,450 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/cd2eb5d582374abfb0daf45f959c5358 2024-12-08T22:14:25,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/9ca6048d55764bb0b4ea21fe6748dda3 is 50, key is test_row_0/B:col10/1733696064461/Put/seqid=0 2024-12-08T22:14:25,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741925_1101 (size=12301) 2024-12-08T22:14:25,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696125735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696125735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696125745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:25,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696125745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:25,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:25,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-08T22:14:25,865 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/9ca6048d55764bb0b4ea21fe6748dda3 2024-12-08T22:14:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/b2c3801862db4a988759552030826a07 is 50, key is test_row_0/C:col10/1733696064461/Put/seqid=0 2024-12-08T22:14:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741926_1102 (size=12301) 2024-12-08T22:14:26,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696126015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:26,018 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in 1055cdeb95ded4980a092a58400bd55b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:26,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:26,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:26,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:26,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696126245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:26,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696126246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:26,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696126255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:26,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696126255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:26,278 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/b2c3801862db4a988759552030826a07 2024-12-08T22:14:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/cd2eb5d582374abfb0daf45f959c5358 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cd2eb5d582374abfb0daf45f959c5358 2024-12-08T22:14:26,290 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cd2eb5d582374abfb0daf45f959c5358, entries=150, sequenceid=400, filesize=12.0 K 2024-12-08T22:14:26,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/9ca6048d55764bb0b4ea21fe6748dda3 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9ca6048d55764bb0b4ea21fe6748dda3 2024-12-08T22:14:26,297 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9ca6048d55764bb0b4ea21fe6748dda3, entries=150, sequenceid=400, filesize=12.0 K 2024-12-08T22:14:26,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/b2c3801862db4a988759552030826a07 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/b2c3801862db4a988759552030826a07 2024-12-08T22:14:26,304 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/b2c3801862db4a988759552030826a07, entries=150, sequenceid=400, filesize=12.0 K 2024-12-08T22:14:26,305 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 1055cdeb95ded4980a092a58400bd55b in 1265ms, sequenceid=400, compaction requested=false 2024-12-08T22:14:26,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:26,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:26,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-08T22:14:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-08T22:14:26,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-08T22:14:26,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5780 sec 2024-12-08T22:14:26,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.5840 sec 2024-12-08T22:14:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-08T22:14:26,876 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:26,876 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-08T22:14:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-08T22:14:26,878 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:26,879 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:26,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-08T22:14:27,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-08T22:14:27,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:27,032 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-08T22:14:27,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:27,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:27,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:27,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:27,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:27,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/fa227bac91944b3ea747030206717134 is 50, key is test_row_0/A:col10/1733696065110/Put/seqid=0 2024-12-08T22:14:27,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741927_1103 (size=12301) 2024-12-08T22:14:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-08T22:14:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:27,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:27,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696127271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696127272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696127275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696127276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,278 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in 1055cdeb95ded4980a092a58400bd55b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696127385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696127385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696127385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,443 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/fa227bac91944b3ea747030206717134 2024-12-08T22:14:27,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/75696da2dcfa4c2fad8327a9dd6e0990 is 50, key is test_row_0/B:col10/1733696065110/Put/seqid=0 2024-12-08T22:14:27,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741928_1104 (size=12301) 2024-12-08T22:14:27,457 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/75696da2dcfa4c2fad8327a9dd6e0990 2024-12-08T22:14:27,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/0695a61bd7b34219ac4450ec1d965539 is 50, key is test_row_0/C:col10/1733696065110/Put/seqid=0 2024-12-08T22:14:27,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741929_1105 (size=12301) 2024-12-08T22:14:27,470 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/0695a61bd7b34219ac4450ec1d965539 2024-12-08T22:14:27,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/fa227bac91944b3ea747030206717134 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/fa227bac91944b3ea747030206717134 2024-12-08T22:14:27,486 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/fa227bac91944b3ea747030206717134, entries=150, sequenceid=417, filesize=12.0 K 2024-12-08T22:14:27,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/75696da2dcfa4c2fad8327a9dd6e0990 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/75696da2dcfa4c2fad8327a9dd6e0990 2024-12-08T22:14:27,493 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/75696da2dcfa4c2fad8327a9dd6e0990, entries=150, sequenceid=417, filesize=12.0 K 2024-12-08T22:14:27,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/0695a61bd7b34219ac4450ec1d965539 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/0695a61bd7b34219ac4450ec1d965539 2024-12-08T22:14:27,501 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/0695a61bd7b34219ac4450ec1d965539, entries=150, sequenceid=417, filesize=12.0 K 2024-12-08T22:14:27,502 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 1055cdeb95ded4980a092a58400bd55b in 470ms, sequenceid=417, compaction requested=true 2024-12-08T22:14:27,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:27,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:27,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-08T22:14:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-08T22:14:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-08T22:14:27,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-08T22:14:27,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 625 msec 2024-12-08T22:14:27,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 631 msec 2024-12-08T22:14:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:27,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-08T22:14:27,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:27,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:27,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:27,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:27,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:27,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:27,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/79bb5f8086a64b3d8f26c5ff0eeb3956 is 50, key is test_row_0/A:col10/1733696067275/Put/seqid=0 2024-12-08T22:14:27,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741930_1106 (size=14741) 2024-12-08T22:14:27,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696127621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696127621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696127622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696127735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696127736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696127736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696127945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696127946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696127946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-08T22:14:28,015 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:28,016 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:28,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/79bb5f8086a64b3d8f26c5ff0eeb3956 2024-12-08T22:14:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-08T22:14:28,019 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:28,020 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:28,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T22:14:28,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/afb8647ba9a646cf8e8d0a384bd9bb59 is 50, key is test_row_0/B:col10/1733696067275/Put/seqid=0 2024-12-08T22:14:28,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741931_1107 (size=12301) 2024-12-08T22:14:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T22:14:28,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-08T22:14:28,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:28,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696128255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:28,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696128255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:28,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696128255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:28,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-08T22:14:28,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:28,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T22:14:28,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/afb8647ba9a646cf8e8d0a384bd9bb59 2024-12-08T22:14:28,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/fd06f3fd13f740218c5ea4299841781a is 50, key is test_row_0/C:col10/1733696067275/Put/seqid=0 2024-12-08T22:14:28,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741932_1108 (size=12301) 2024-12-08T22:14:28,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-08T22:14:28,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:28,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-08T22:14:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T22:14:28,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696128765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:28,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696128765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:28,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696128765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:28,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-08T22:14:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:28,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/fd06f3fd13f740218c5ea4299841781a 2024-12-08T22:14:28,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/79bb5f8086a64b3d8f26c5ff0eeb3956 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/79bb5f8086a64b3d8f26c5ff0eeb3956 2024-12-08T22:14:28,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/79bb5f8086a64b3d8f26c5ff0eeb3956, entries=200, sequenceid=433, filesize=14.4 K 2024-12-08T22:14:28,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/afb8647ba9a646cf8e8d0a384bd9bb59 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/afb8647ba9a646cf8e8d0a384bd9bb59 2024-12-08T22:14:28,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/afb8647ba9a646cf8e8d0a384bd9bb59, entries=150, sequenceid=433, filesize=12.0 K 2024-12-08T22:14:28,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/fd06f3fd13f740218c5ea4299841781a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/fd06f3fd13f740218c5ea4299841781a 2024-12-08T22:14:28,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/fd06f3fd13f740218c5ea4299841781a, entries=150, sequenceid=433, filesize=12.0 K 2024-12-08T22:14:28,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 1055cdeb95ded4980a092a58400bd55b in 1264ms, sequenceid=433, compaction requested=true 2024-12-08T22:14:28,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:28,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:28,862 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:14:28,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:28,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:28,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:28,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:28,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T22:14:28,864 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:14:28,864 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:14:28,864 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/A is initiating minor compaction (all files) 2024-12-08T22:14:28,864 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/A in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,864 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/9d0d188eea2d4ad8b9111a0fc727642a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cd2eb5d582374abfb0daf45f959c5358, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/fa227bac91944b3ea747030206717134, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/79bb5f8086a64b3d8f26c5ff0eeb3956] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=51.4 K 2024-12-08T22:14:28,865 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d0d188eea2d4ad8b9111a0fc727642a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733696063799 2024-12-08T22:14:28,865 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:14:28,865 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/B is initiating minor compaction (all files) 2024-12-08T22:14:28,865 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/B in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,865 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd2eb5d582374abfb0daf45f959c5358, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733696064454 2024-12-08T22:14:28,865 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/1caca407f1f9480fa8da3e23ac65f471, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9ca6048d55764bb0b4ea21fe6748dda3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/75696da2dcfa4c2fad8327a9dd6e0990, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/afb8647ba9a646cf8e8d0a384bd9bb59] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=49.0 K 2024-12-08T22:14:28,865 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa227bac91944b3ea747030206717134, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733696065106 2024-12-08T22:14:28,865 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 1caca407f1f9480fa8da3e23ac65f471, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733696063799 2024-12-08T22:14:28,866 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79bb5f8086a64b3d8f26c5ff0eeb3956, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733696067268 2024-12-08T22:14:28,866 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ca6048d55764bb0b4ea21fe6748dda3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733696064454 2024-12-08T22:14:28,866 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 75696da2dcfa4c2fad8327a9dd6e0990, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733696065106 2024-12-08T22:14:28,866 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting afb8647ba9a646cf8e8d0a384bd9bb59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733696067268 2024-12-08T22:14:28,874 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#A#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:28,874 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/690cfa98cf654cceb1941e3bfca07d57 is 50, key is test_row_0/A:col10/1733696067275/Put/seqid=0 2024-12-08T22:14:28,875 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#B#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:28,876 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/47d3cddc831f47f5a4e507fdf083bf8d is 50, key is test_row_0/B:col10/1733696067275/Put/seqid=0 2024-12-08T22:14:28,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741933_1109 (size=13391) 2024-12-08T22:14:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741934_1110 (size=13391) 2024-12-08T22:14:28,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-08T22:14:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:28,950 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-08T22:14:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:28,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/c90c97f57c824d69812999cb82fc31be is 50, key is test_row_0/A:col10/1733696067617/Put/seqid=0 2024-12-08T22:14:28,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741935_1111 (size=12301) 2024-12-08T22:14:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T22:14:29,294 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/47d3cddc831f47f5a4e507fdf083bf8d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/47d3cddc831f47f5a4e507fdf083bf8d 2024-12-08T22:14:29,294 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/690cfa98cf654cceb1941e3bfca07d57 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/690cfa98cf654cceb1941e3bfca07d57 2024-12-08T22:14:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:29,301 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/B of 1055cdeb95ded4980a092a58400bd55b into 47d3cddc831f47f5a4e507fdf083bf8d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:29,301 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/A of 1055cdeb95ded4980a092a58400bd55b into 690cfa98cf654cceb1941e3bfca07d57(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:29,301 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:29,301 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:29,301 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/B, priority=12, startTime=1733696068862; duration=0sec 2024-12-08T22:14:29,301 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/A, priority=12, startTime=1733696068862; duration=0sec 2024-12-08T22:14:29,301 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:29,302 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:B 2024-12-08T22:14:29,302 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:29,302 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:A 2024-12-08T22:14:29,302 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:14:29,305 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:14:29,305 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/C is initiating minor compaction (all files) 2024-12-08T22:14:29,305 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/C in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:29,305 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/f1c03f8536984f0fba4c73830d7bcf95, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/b2c3801862db4a988759552030826a07, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/0695a61bd7b34219ac4450ec1d965539, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/fd06f3fd13f740218c5ea4299841781a] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=49.0 K 2024-12-08T22:14:29,306 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting f1c03f8536984f0fba4c73830d7bcf95, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733696063799 2024-12-08T22:14:29,306 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting b2c3801862db4a988759552030826a07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733696064454 2024-12-08T22:14:29,307 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 0695a61bd7b34219ac4450ec1d965539, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733696065106 2024-12-08T22:14:29,307 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting fd06f3fd13f740218c5ea4299841781a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733696067268 2024-12-08T22:14:29,315 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:29,316 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/f7ab43071019449cb51649a4956a134f is 50, key is test_row_0/C:col10/1733696067275/Put/seqid=0 2024-12-08T22:14:29,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741936_1112 (size=13391) 2024-12-08T22:14:29,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696129345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:29,360 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/c90c97f57c824d69812999cb82fc31be 2024-12-08T22:14:29,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/9b660c00d2cf476cb448e6a7fcc0a223 is 50, key is test_row_0/B:col10/1733696067617/Put/seqid=0 2024-12-08T22:14:29,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741937_1113 (size=12301) 2024-12-08T22:14:29,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696129455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:29,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:29,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:29,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:29,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696129665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:29,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:29,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:29,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:29,727 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/f7ab43071019449cb51649a4956a134f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/f7ab43071019449cb51649a4956a134f 2024-12-08T22:14:29,733 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/C of 1055cdeb95ded4980a092a58400bd55b into f7ab43071019449cb51649a4956a134f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:29,733 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:29,733 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/C, priority=12, startTime=1733696068862; duration=0sec 2024-12-08T22:14:29,733 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:29,733 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:C 2024-12-08T22:14:29,773 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/9b660c00d2cf476cb448e6a7fcc0a223 2024-12-08T22:14:29,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696129775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:29,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696129775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:29,779 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in 1055cdeb95ded4980a092a58400bd55b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:29,780 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in 1055cdeb95ded4980a092a58400bd55b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:29,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/63e581e4a6ff47e9b81ca74bac78124d is 50, key is test_row_0/C:col10/1733696067617/Put/seqid=0 2024-12-08T22:14:29,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696129785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:29,790 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in 1055cdeb95ded4980a092a58400bd55b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:29,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741938_1114 (size=12301) 2024-12-08T22:14:29,798 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/63e581e4a6ff47e9b81ca74bac78124d 2024-12-08T22:14:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/c90c97f57c824d69812999cb82fc31be as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c90c97f57c824d69812999cb82fc31be 2024-12-08T22:14:29,811 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c90c97f57c824d69812999cb82fc31be, entries=150, sequenceid=449, filesize=12.0 K 2024-12-08T22:14:29,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/9b660c00d2cf476cb448e6a7fcc0a223 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9b660c00d2cf476cb448e6a7fcc0a223 2024-12-08T22:14:29,818 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9b660c00d2cf476cb448e6a7fcc0a223, entries=150, sequenceid=449, filesize=12.0 K 2024-12-08T22:14:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/63e581e4a6ff47e9b81ca74bac78124d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/63e581e4a6ff47e9b81ca74bac78124d 2024-12-08T22:14:29,826 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/63e581e4a6ff47e9b81ca74bac78124d, entries=150, sequenceid=449, filesize=12.0 K 2024-12-08T22:14:29,827 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 1055cdeb95ded4980a092a58400bd55b in 877ms, sequenceid=449, compaction requested=false 2024-12-08T22:14:29,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:29,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:29,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-08T22:14:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-08T22:14:29,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-08T22:14:29,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-12-08T22:14:29,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.8150 sec 2024-12-08T22:14:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:29,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-08T22:14:29,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:29,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:29,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:29,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:29,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:29,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:29,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/a1b43c4bade4465297db7b2233aa14f6 is 50, key is test_row_0/A:col10/1733696069337/Put/seqid=0 2024-12-08T22:14:29,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741939_1115 (size=14741) 2024-12-08T22:14:29,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/a1b43c4bade4465297db7b2233aa14f6 2024-12-08T22:14:29,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/614d9db2916447889dc2510414f73cab is 50, key is test_row_0/B:col10/1733696069337/Put/seqid=0 2024-12-08T22:14:30,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741940_1116 (size=12301) 2024-12-08T22:14:30,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696130014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:30,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1733696130045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:30,046 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in 1055cdeb95ded4980a092a58400bd55b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:30,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:30,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:30,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:30,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696130125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T22:14:30,176 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:30,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-08T22:14:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-08T22:14:30,178 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:30,178 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:30,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-08T22:14:30,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-08T22:14:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:30,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:30,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696130335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:30,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/614d9db2916447889dc2510414f73cab 2024-12-08T22:14:30,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/720d0be32e594f5daa5482b79c1c6b80 is 50, key is test_row_0/C:col10/1733696069337/Put/seqid=0 2024-12-08T22:14:30,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741941_1117 (size=12301) 2024-12-08T22:14:30,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-08T22:14:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:30,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-08T22:14:30,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-08T22:14:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:30,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:30,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696130645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:30,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-08T22:14:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:30,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-08T22:14:30,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/720d0be32e594f5daa5482b79c1c6b80 2024-12-08T22:14:30,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/a1b43c4bade4465297db7b2233aa14f6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a1b43c4bade4465297db7b2233aa14f6 2024-12-08T22:14:30,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a1b43c4bade4465297db7b2233aa14f6, entries=200, sequenceid=469, filesize=14.4 K 2024-12-08T22:14:30,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/614d9db2916447889dc2510414f73cab as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/614d9db2916447889dc2510414f73cab 2024-12-08T22:14:30,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/614d9db2916447889dc2510414f73cab, entries=150, sequenceid=469, filesize=12.0 K 2024-12-08T22:14:30,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/720d0be32e594f5daa5482b79c1c6b80 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/720d0be32e594f5daa5482b79c1c6b80 2024-12-08T22:14:30,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/720d0be32e594f5daa5482b79c1c6b80, entries=150, sequenceid=469, filesize=12.0 K 2024-12-08T22:14:30,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 1055cdeb95ded4980a092a58400bd55b in 868ms, sequenceid=469, compaction requested=true 2024-12-08T22:14:30,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:30,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:30,846 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:30,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:30,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:30,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:30,846 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:30,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:30,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:30,847 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:30,847 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:30,847 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/B is initiating minor compaction (all files) 2024-12-08T22:14:30,847 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/A is initiating minor compaction (all files) 2024-12-08T22:14:30,847 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/B in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:30,847 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/A in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:30,847 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/47d3cddc831f47f5a4e507fdf083bf8d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9b660c00d2cf476cb448e6a7fcc0a223, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/614d9db2916447889dc2510414f73cab] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=37.1 K 2024-12-08T22:14:30,847 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/690cfa98cf654cceb1941e3bfca07d57, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c90c97f57c824d69812999cb82fc31be, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a1b43c4bade4465297db7b2233aa14f6] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=39.5 K 2024-12-08T22:14:30,847 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 690cfa98cf654cceb1941e3bfca07d57, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733696067268 2024-12-08T22:14:30,847 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 47d3cddc831f47f5a4e507fdf083bf8d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733696067268 2024-12-08T22:14:30,848 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting c90c97f57c824d69812999cb82fc31be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733696067617 2024-12-08T22:14:30,848 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b660c00d2cf476cb448e6a7fcc0a223, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733696067617 2024-12-08T22:14:30,848 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1b43c4bade4465297db7b2233aa14f6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733696069337 2024-12-08T22:14:30,848 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 614d9db2916447889dc2510414f73cab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733696069337 2024-12-08T22:14:30,856 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:30,856 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/0aed6ee253434605b37a5f022e8d8cf9 is 50, key is test_row_0/B:col10/1733696069337/Put/seqid=0 2024-12-08T22:14:30,858 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#A#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:30,859 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/2de389b748984f0b9b179ebdea315af4 is 50, key is test_row_0/A:col10/1733696069337/Put/seqid=0 2024-12-08T22:14:30,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741942_1118 (size=13493) 2024-12-08T22:14:30,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741943_1119 (size=13493) 2024-12-08T22:14:30,888 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/2de389b748984f0b9b179ebdea315af4 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/2de389b748984f0b9b179ebdea315af4 2024-12-08T22:14:30,892 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/A of 1055cdeb95ded4980a092a58400bd55b into 2de389b748984f0b9b179ebdea315af4(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:30,893 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:30,893 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/A, priority=13, startTime=1733696070845; duration=0sec 2024-12-08T22:14:30,893 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:30,893 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:A 2024-12-08T22:14:30,893 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:30,894 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:30,894 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/C is initiating minor compaction (all files) 2024-12-08T22:14:30,894 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/C in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:30,894 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/f7ab43071019449cb51649a4956a134f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/63e581e4a6ff47e9b81ca74bac78124d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/720d0be32e594f5daa5482b79c1c6b80] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=37.1 K 2024-12-08T22:14:30,894 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7ab43071019449cb51649a4956a134f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733696067268 2024-12-08T22:14:30,895 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63e581e4a6ff47e9b81ca74bac78124d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733696067617 2024-12-08T22:14:30,895 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 720d0be32e594f5daa5482b79c1c6b80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733696069337 2024-12-08T22:14:30,902 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:30,903 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/83138a6d8f484a389c09c97e3314f87b is 50, key is test_row_0/C:col10/1733696069337/Put/seqid=0 2024-12-08T22:14:30,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741944_1120 (size=13493) 2024-12-08T22:14:30,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-08T22:14:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:30,943 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-08T22:14:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/6fc0bfe2d78e4cc593dae229e18de4b9 is 50, key is test_row_0/A:col10/1733696070006/Put/seqid=0 2024-12-08T22:14:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741945_1121 (size=12301) 2024-12-08T22:14:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:31,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. as already flushing 2024-12-08T22:14:31,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696131248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:31,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:31,279 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/0aed6ee253434605b37a5f022e8d8cf9 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/0aed6ee253434605b37a5f022e8d8cf9 2024-12-08T22:14:31,284 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/B of 1055cdeb95ded4980a092a58400bd55b into 0aed6ee253434605b37a5f022e8d8cf9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:31,284 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:31,284 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/B, priority=13, startTime=1733696070846; duration=0sec 2024-12-08T22:14:31,284 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:31,284 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:B 2024-12-08T22:14:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-08T22:14:31,317 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/83138a6d8f484a389c09c97e3314f87b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/83138a6d8f484a389c09c97e3314f87b 2024-12-08T22:14:31,322 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/C of 1055cdeb95ded4980a092a58400bd55b into 83138a6d8f484a389c09c97e3314f87b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:31,322 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:31,322 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/C, priority=13, startTime=1733696070846; duration=0sec 2024-12-08T22:14:31,323 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:31,323 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:C 2024-12-08T22:14:31,353 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/6fc0bfe2d78e4cc593dae229e18de4b9 2024-12-08T22:14:31,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/b5a18c6080f54e2499f0e84eae081e91 is 50, key is test_row_0/B:col10/1733696070006/Put/seqid=0 2024-12-08T22:14:31,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741946_1122 (size=12301) 2024-12-08T22:14:31,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696131365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:31,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696131575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:31,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:31,661 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-08T22:14:31,661 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:14:31,663 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-08T22:14:31,663 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:14:31,663 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-08T22:14:31,663 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:14:31,666 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-08T22:14:31,666 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:14:31,667 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:31,667 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:31,667 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:31,667 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:31,667 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:31,667 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:31,667 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:31,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:14:31,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:14:31,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:14:31,668 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:31,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:14:31,765 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/b5a18c6080f54e2499f0e84eae081e91 2024-12-08T22:14:31,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/7aff5033ca934513b33262b0f72cd56c is 50, key is test_row_0/C:col10/1733696070006/Put/seqid=0 2024-12-08T22:14:31,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741947_1123 (size=12301) 2024-12-08T22:14:31,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:31,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1733696131795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55090 deadline: 1733696131795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:31,796 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in 1055cdeb95ded4980a092a58400bd55b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:31,796 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in 1055cdeb95ded4980a092a58400bd55b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:31,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55066 deadline: 1733696131805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:31,806 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in 1055cdeb95ded4980a092a58400bd55b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:31,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:31,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55114 deadline: 1733696131885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:14:32,178 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/7aff5033ca934513b33262b0f72cd56c 2024-12-08T22:14:32,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/6fc0bfe2d78e4cc593dae229e18de4b9 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/6fc0bfe2d78e4cc593dae229e18de4b9 2024-12-08T22:14:32,194 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/6fc0bfe2d78e4cc593dae229e18de4b9, entries=150, sequenceid=485, filesize=12.0 K 2024-12-08T22:14:32,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/b5a18c6080f54e2499f0e84eae081e91 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/b5a18c6080f54e2499f0e84eae081e91 2024-12-08T22:14:32,199 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/b5a18c6080f54e2499f0e84eae081e91, entries=150, sequenceid=485, filesize=12.0 K 2024-12-08T22:14:32,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/7aff5033ca934513b33262b0f72cd56c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7aff5033ca934513b33262b0f72cd56c 2024-12-08T22:14:32,205 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7aff5033ca934513b33262b0f72cd56c, entries=150, sequenceid=485, filesize=12.0 K 2024-12-08T22:14:32,206 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 1055cdeb95ded4980a092a58400bd55b in 1263ms, sequenceid=485, compaction requested=false 2024-12-08T22:14:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-08T22:14:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-08T22:14:32,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-08T22:14:32,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0300 sec 2024-12-08T22:14:32,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.0360 sec 2024-12-08T22:14:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-08T22:14:32,326 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:32,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-08T22:14:32,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:32,397 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-08T22:14:32,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:32,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:32,397 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:14:32,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:32,397 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:32,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:32,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:32,397 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:32,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:14:32,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/804e8b79038e44f381497cbfc96534de is 50, key is test_row_0/A:col10/1733696072395/Put/seqid=0 2024-12-08T22:14:32,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741948_1124 (size=12301) 2024-12-08T22:14:32,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/804e8b79038e44f381497cbfc96534de 2024-12-08T22:14:32,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/c3f35b693c3a49539ff29aeb55e689ab is 50, key is test_row_0/B:col10/1733696072395/Put/seqid=0 2024-12-08T22:14:32,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741949_1125 (size=12301) 2024-12-08T22:14:33,090 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T22:14:33,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/c3f35b693c3a49539ff29aeb55e689ab 2024-12-08T22:14:33,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/58f19d834056430aa3944c6f5cc5102a is 50, key is test_row_0/C:col10/1733696072395/Put/seqid=0 2024-12-08T22:14:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741950_1126 (size=12301) 2024-12-08T22:14:33,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/58f19d834056430aa3944c6f5cc5102a 2024-12-08T22:14:33,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/804e8b79038e44f381497cbfc96534de as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/804e8b79038e44f381497cbfc96534de 2024-12-08T22:14:33,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/804e8b79038e44f381497cbfc96534de, entries=150, sequenceid=505, filesize=12.0 K 2024-12-08T22:14:33,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/c3f35b693c3a49539ff29aeb55e689ab as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/c3f35b693c3a49539ff29aeb55e689ab 2024-12-08T22:14:33,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/c3f35b693c3a49539ff29aeb55e689ab, entries=150, sequenceid=505, filesize=12.0 K 2024-12-08T22:14:33,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/58f19d834056430aa3944c6f5cc5102a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/58f19d834056430aa3944c6f5cc5102a 2024-12-08T22:14:33,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/58f19d834056430aa3944c6f5cc5102a, entries=150, sequenceid=505, filesize=12.0 K 2024-12-08T22:14:33,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 1055cdeb95ded4980a092a58400bd55b in 1284ms, sequenceid=505, compaction requested=true 2024-12-08T22:14:33,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:33,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:33,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:33,681 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:33,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:33,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:33,681 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:33,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1055cdeb95ded4980a092a58400bd55b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:33,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:33,682 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:33,682 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:33,682 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/A is initiating minor compaction (all files) 2024-12-08T22:14:33,682 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/B is initiating minor compaction (all files) 2024-12-08T22:14:33,682 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/A in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:33,682 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/B in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:33,682 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/0aed6ee253434605b37a5f022e8d8cf9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/b5a18c6080f54e2499f0e84eae081e91, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/c3f35b693c3a49539ff29aeb55e689ab] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=37.2 K 2024-12-08T22:14:33,682 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/2de389b748984f0b9b179ebdea315af4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/6fc0bfe2d78e4cc593dae229e18de4b9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/804e8b79038e44f381497cbfc96534de] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=37.2 K 2024-12-08T22:14:33,682 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2de389b748984f0b9b179ebdea315af4, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733696069337 2024-12-08T22:14:33,682 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aed6ee253434605b37a5f022e8d8cf9, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733696069337 2024-12-08T22:14:33,683 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fc0bfe2d78e4cc593dae229e18de4b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733696069993 2024-12-08T22:14:33,683 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting b5a18c6080f54e2499f0e84eae081e91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733696069993 2024-12-08T22:14:33,683 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 804e8b79038e44f381497cbfc96534de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=505, earliestPutTs=1733696071204 2024-12-08T22:14:33,683 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c3f35b693c3a49539ff29aeb55e689ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=505, earliestPutTs=1733696071204 2024-12-08T22:14:33,692 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#B#compaction#114 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:33,693 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/6ef0c4e97c4f4fe39905891b265839d1 is 50, key is test_row_0/B:col10/1733696072395/Put/seqid=0 2024-12-08T22:14:33,697 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#A#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:33,698 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/2653a6e6eae74487a02e5ce4348241e3 is 50, key is test_row_0/A:col10/1733696072395/Put/seqid=0 2024-12-08T22:14:33,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741951_1127 (size=13595) 2024-12-08T22:14:33,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741952_1128 (size=13595) 2024-12-08T22:14:34,106 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/6ef0c4e97c4f4fe39905891b265839d1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/6ef0c4e97c4f4fe39905891b265839d1 2024-12-08T22:14:34,111 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/2653a6e6eae74487a02e5ce4348241e3 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/2653a6e6eae74487a02e5ce4348241e3 2024-12-08T22:14:34,112 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/B of 1055cdeb95ded4980a092a58400bd55b into 6ef0c4e97c4f4fe39905891b265839d1(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:34,112 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:34,112 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/B, priority=13, startTime=1733696073681; duration=0sec 2024-12-08T22:14:34,112 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:34,112 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:B 2024-12-08T22:14:34,112 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:34,114 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:34,114 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 1055cdeb95ded4980a092a58400bd55b/C is initiating minor compaction (all files) 2024-12-08T22:14:34,114 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1055cdeb95ded4980a092a58400bd55b/C in TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:34,114 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/83138a6d8f484a389c09c97e3314f87b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7aff5033ca934513b33262b0f72cd56c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/58f19d834056430aa3944c6f5cc5102a] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp, totalSize=37.2 K 2024-12-08T22:14:34,114 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 83138a6d8f484a389c09c97e3314f87b, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733696069337 2024-12-08T22:14:34,115 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 7aff5033ca934513b33262b0f72cd56c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733696069993 2024-12-08T22:14:34,115 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 58f19d834056430aa3944c6f5cc5102a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=505, earliestPutTs=1733696071204 2024-12-08T22:14:34,118 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/A of 1055cdeb95ded4980a092a58400bd55b into 2653a6e6eae74487a02e5ce4348241e3(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:34,118 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:34,118 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/A, priority=13, startTime=1733696073681; duration=0sec 2024-12-08T22:14:34,118 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:34,118 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:A 2024-12-08T22:14:34,123 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1055cdeb95ded4980a092a58400bd55b#C#compaction#116 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:34,124 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/6c243c51b3d94ed19e0db95e73f3bc1b is 50, key is test_row_0/C:col10/1733696072395/Put/seqid=0 2024-12-08T22:14:34,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741953_1129 (size=13595) 2024-12-08T22:14:34,582 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/6c243c51b3d94ed19e0db95e73f3bc1b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/6c243c51b3d94ed19e0db95e73f3bc1b 2024-12-08T22:14:34,588 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1055cdeb95ded4980a092a58400bd55b/C of 1055cdeb95ded4980a092a58400bd55b into 6c243c51b3d94ed19e0db95e73f3bc1b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:34,588 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1055cdeb95ded4980a092a58400bd55b: 2024-12-08T22:14:34,588 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., storeName=1055cdeb95ded4980a092a58400bd55b/C, priority=13, startTime=1733696073681; duration=0sec 2024-12-08T22:14:34,588 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:34,589 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1055cdeb95ded4980a092a58400bd55b:C 2024-12-08T22:14:35,832 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-08T22:14:35,832 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-08T22:14:35,832 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:14:35,832 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:14:35,832 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:35,832 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:35,832 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:35,832 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:35,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:14:35,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:14:35,838 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-08T22:14:35,838 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:14:35,838 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:35,839 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:35,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:14:40,225 INFO [AsyncFSWAL-0-hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0-prefix:45d1fbfb79fd,38403,1733696044665 {}] wal.AbstractFSWAL(1368): Slow sync cost: 116 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36439,DS-4aea183e-8d13-4e6d-a61f-90f857959b4a,DISK]] 2024-12-08T22:14:40,226 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-08T22:14:40,226 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:14:40,226 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:40,226 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:40,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:14:40,227 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T22:14:40,227 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-08T22:14:40,227 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-08T22:14:40,228 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-12-08T22:14:40,228 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-08T22:14:40,228 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-08T22:14:40,228 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T22:14:40,228 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3790 2024-12-08T22:14:40,228 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3819 2024-12-08T22:14:40,228 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T22:14:40,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1706 2024-12-08T22:14:40,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5115 rows 2024-12-08T22:14:40,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1698 2024-12-08T22:14:40,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5090 rows 2024-12-08T22:14:40,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T22:14:40,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:14:40,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:40,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:40,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:14:40,236 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T22:14:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T22:14:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T22:14:40,245 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696080244"}]},"ts":"1733696080244"} 2024-12-08T22:14:40,247 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T22:14:40,247 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T22:14:40,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T22:14:40,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1055cdeb95ded4980a092a58400bd55b, UNASSIGN}] 2024-12-08T22:14:40,253 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1055cdeb95ded4980a092a58400bd55b, UNASSIGN 2024-12-08T22:14:40,254 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=1055cdeb95ded4980a092a58400bd55b, regionState=CLOSING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:40,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1055cdeb95ded4980a092a58400bd55b, UNASSIGN because future has completed 2024-12-08T22:14:40,256 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T22:14:40,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:14:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T22:14:40,416 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:40,417 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T22:14:40,419 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 1055cdeb95ded4980a092a58400bd55b, disabling compactions & flushes 2024-12-08T22:14:40,419 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:40,419 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:40,419 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. after waiting 0 ms 2024-12-08T22:14:40,419 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:40,420 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 1055cdeb95ded4980a092a58400bd55b 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-08T22:14:40,420 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=A 2024-12-08T22:14:40,421 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:40,421 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=B 2024-12-08T22:14:40,421 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:40,421 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1055cdeb95ded4980a092a58400bd55b, store=C 2024-12-08T22:14:40,421 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:40,429 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/bed4c1579a3b4f4197e63f0de940a455 is 50, key is test_row_0/A:col10/1733696075837/Put/seqid=0 2024-12-08T22:14:40,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741954_1130 (size=9857) 2024-12-08T22:14:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T22:14:40,835 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/bed4c1579a3b4f4197e63f0de940a455 2024-12-08T22:14:40,843 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/b3b17d8248794ee08d44ebde812d913e is 50, key is test_row_0/B:col10/1733696075837/Put/seqid=0 2024-12-08T22:14:40,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741955_1131 (size=9857) 2024-12-08T22:14:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T22:14:41,249 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/b3b17d8248794ee08d44ebde812d913e 2024-12-08T22:14:41,262 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/fc5ae90a74f8453bb78396adffaadd62 is 50, key is test_row_0/C:col10/1733696075837/Put/seqid=0 2024-12-08T22:14:41,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741956_1132 (size=9857) 2024-12-08T22:14:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T22:14:41,669 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/fc5ae90a74f8453bb78396adffaadd62 2024-12-08T22:14:41,678 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/A/bed4c1579a3b4f4197e63f0de940a455 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/bed4c1579a3b4f4197e63f0de940a455 2024-12-08T22:14:41,682 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/bed4c1579a3b4f4197e63f0de940a455, entries=100, sequenceid=515, filesize=9.6 K 2024-12-08T22:14:41,683 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/B/b3b17d8248794ee08d44ebde812d913e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/b3b17d8248794ee08d44ebde812d913e 2024-12-08T22:14:41,687 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/b3b17d8248794ee08d44ebde812d913e, entries=100, sequenceid=515, filesize=9.6 K 2024-12-08T22:14:41,688 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/.tmp/C/fc5ae90a74f8453bb78396adffaadd62 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/fc5ae90a74f8453bb78396adffaadd62 2024-12-08T22:14:41,692 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/fc5ae90a74f8453bb78396adffaadd62, entries=100, sequenceid=515, filesize=9.6 K 2024-12-08T22:14:41,693 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 1055cdeb95ded4980a092a58400bd55b in 1274ms, sequenceid=515, compaction requested=false 2024-12-08T22:14:41,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/35ae82c848de4b88bc01dc36216d0551, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/17ef3988fa2946539d2030573e3946ed, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a584baf46b2d46518d695c3d82eba6ff, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/6c97befe241b4bbdbb637b63d0bc9c31, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/36fbf24dde1c4df0a91b65ee778e16a2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c537e37c206d490d9e204b485022e403, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/926baadf472e455f99acfb6f2f10461a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/81f6dbf9ebb34afa93ec7ed0da03bb9e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/90d4bd6ed1b242849bb49970752e9470, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c52a0d5931ae483e8a25e81976a8b1f1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/d620e8fd582545cda64dbaa84015de55, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/93d24c2a108f475293d99007fafe4714, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cbe510e3306a476aacf3aabd659d27a1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/729973c4f9b6488394275c3ffb19d72d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/e19029bf459c4d2f8360fcced07a32cf, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/1cef4e980eec42ecb8bbbc471e1dc058, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/e6d08cd95dc142888abe65836dfacb3f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/94b5b4e4b4bc46d384bb75af65720f33, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/4ca0125cad394cd2904c8b26f51acddc, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cc0a22ddb0294cdba25bbe22de1196d3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/0ddff9311c224bb98a4acc906e68e887, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a97ba32329de44a8843a767d7e0d3d2e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/b6175a56198e45b99eaa255f81d42d7d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/b1336be841cb43e39384b0d4c93c705c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/622a804ccae04f8a9e91c0c14529bc24, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/34289c542e4743e6865c45feb8757be7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/5512cc98b0764365ba7c54cad9111500, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/18f46d12743445308c5cb02b6aa831e5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/9d0d188eea2d4ad8b9111a0fc727642a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cd2eb5d582374abfb0daf45f959c5358, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/fa227bac91944b3ea747030206717134, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/79bb5f8086a64b3d8f26c5ff0eeb3956, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/690cfa98cf654cceb1941e3bfca07d57, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c90c97f57c824d69812999cb82fc31be, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a1b43c4bade4465297db7b2233aa14f6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/2de389b748984f0b9b179ebdea315af4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/6fc0bfe2d78e4cc593dae229e18de4b9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/804e8b79038e44f381497cbfc96534de] to archive 2024-12-08T22:14:41,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:14:41,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/35ae82c848de4b88bc01dc36216d0551 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/35ae82c848de4b88bc01dc36216d0551 2024-12-08T22:14:41,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/17ef3988fa2946539d2030573e3946ed to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/17ef3988fa2946539d2030573e3946ed 2024-12-08T22:14:41,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a584baf46b2d46518d695c3d82eba6ff to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a584baf46b2d46518d695c3d82eba6ff 2024-12-08T22:14:41,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/6c97befe241b4bbdbb637b63d0bc9c31 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/6c97befe241b4bbdbb637b63d0bc9c31 2024-12-08T22:14:41,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/36fbf24dde1c4df0a91b65ee778e16a2 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/36fbf24dde1c4df0a91b65ee778e16a2 2024-12-08T22:14:41,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c537e37c206d490d9e204b485022e403 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c537e37c206d490d9e204b485022e403 2024-12-08T22:14:41,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/926baadf472e455f99acfb6f2f10461a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/926baadf472e455f99acfb6f2f10461a 2024-12-08T22:14:41,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/81f6dbf9ebb34afa93ec7ed0da03bb9e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/81f6dbf9ebb34afa93ec7ed0da03bb9e 2024-12-08T22:14:41,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/90d4bd6ed1b242849bb49970752e9470 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/90d4bd6ed1b242849bb49970752e9470 2024-12-08T22:14:41,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c52a0d5931ae483e8a25e81976a8b1f1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c52a0d5931ae483e8a25e81976a8b1f1 2024-12-08T22:14:41,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/d620e8fd582545cda64dbaa84015de55 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/d620e8fd582545cda64dbaa84015de55 2024-12-08T22:14:41,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/93d24c2a108f475293d99007fafe4714 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/93d24c2a108f475293d99007fafe4714 2024-12-08T22:14:41,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cbe510e3306a476aacf3aabd659d27a1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cbe510e3306a476aacf3aabd659d27a1 2024-12-08T22:14:41,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/729973c4f9b6488394275c3ffb19d72d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/729973c4f9b6488394275c3ffb19d72d 2024-12-08T22:14:41,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/e19029bf459c4d2f8360fcced07a32cf to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/e19029bf459c4d2f8360fcced07a32cf 2024-12-08T22:14:41,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/1cef4e980eec42ecb8bbbc471e1dc058 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/1cef4e980eec42ecb8bbbc471e1dc058 2024-12-08T22:14:41,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/e6d08cd95dc142888abe65836dfacb3f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/e6d08cd95dc142888abe65836dfacb3f 2024-12-08T22:14:41,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/94b5b4e4b4bc46d384bb75af65720f33 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/94b5b4e4b4bc46d384bb75af65720f33 2024-12-08T22:14:41,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/4ca0125cad394cd2904c8b26f51acddc to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/4ca0125cad394cd2904c8b26f51acddc 2024-12-08T22:14:41,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cc0a22ddb0294cdba25bbe22de1196d3 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cc0a22ddb0294cdba25bbe22de1196d3 2024-12-08T22:14:41,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/0ddff9311c224bb98a4acc906e68e887 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/0ddff9311c224bb98a4acc906e68e887 2024-12-08T22:14:41,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a97ba32329de44a8843a767d7e0d3d2e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a97ba32329de44a8843a767d7e0d3d2e 2024-12-08T22:14:41,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/b6175a56198e45b99eaa255f81d42d7d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/b6175a56198e45b99eaa255f81d42d7d 2024-12-08T22:14:41,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/b1336be841cb43e39384b0d4c93c705c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/b1336be841cb43e39384b0d4c93c705c 2024-12-08T22:14:41,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/622a804ccae04f8a9e91c0c14529bc24 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/622a804ccae04f8a9e91c0c14529bc24 2024-12-08T22:14:41,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/34289c542e4743e6865c45feb8757be7 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/34289c542e4743e6865c45feb8757be7 2024-12-08T22:14:41,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/5512cc98b0764365ba7c54cad9111500 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/5512cc98b0764365ba7c54cad9111500 2024-12-08T22:14:41,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/18f46d12743445308c5cb02b6aa831e5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/18f46d12743445308c5cb02b6aa831e5 2024-12-08T22:14:41,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/9d0d188eea2d4ad8b9111a0fc727642a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/9d0d188eea2d4ad8b9111a0fc727642a 2024-12-08T22:14:41,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cd2eb5d582374abfb0daf45f959c5358 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/cd2eb5d582374abfb0daf45f959c5358 2024-12-08T22:14:41,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/fa227bac91944b3ea747030206717134 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/fa227bac91944b3ea747030206717134 2024-12-08T22:14:41,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/79bb5f8086a64b3d8f26c5ff0eeb3956 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/79bb5f8086a64b3d8f26c5ff0eeb3956 2024-12-08T22:14:41,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/690cfa98cf654cceb1941e3bfca07d57 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/690cfa98cf654cceb1941e3bfca07d57 2024-12-08T22:14:41,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c90c97f57c824d69812999cb82fc31be to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/c90c97f57c824d69812999cb82fc31be 2024-12-08T22:14:41,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a1b43c4bade4465297db7b2233aa14f6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/a1b43c4bade4465297db7b2233aa14f6 2024-12-08T22:14:41,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/2de389b748984f0b9b179ebdea315af4 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/2de389b748984f0b9b179ebdea315af4 2024-12-08T22:14:41,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/6fc0bfe2d78e4cc593dae229e18de4b9 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/6fc0bfe2d78e4cc593dae229e18de4b9 2024-12-08T22:14:41,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/804e8b79038e44f381497cbfc96534de to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/804e8b79038e44f381497cbfc96534de 2024-12-08T22:14:41,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/3fbb138d35f446bb9d40e5c9aa7faac0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8490578bd0ec40fcb951daedfade2d4c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/3cabfc75a453406587c05ff41c5f5a4c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/11c437a2491d493a8ff4143199d3ecf9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/ff79e592e32949f4902779d7e467b72c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/91ba6b8397fe48f89cee92562bc177b0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/33b86fbbb0aa40f0b725bf0960c9295a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/eec8b380517e4feab03742e14611844f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/631a6da189fc463c963761ff938e5a9d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/574c442f11044f44a3dff73e2b9d8339, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/1a4f98a4d08646418e9fa8c9df78ef33, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/751643e321d6462e9c65645fc5e975f3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/0a6cb1caccbe43919edc0e386a5716ce, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/70e9630ea97e4e799ff8239f314bf929, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/a8c4a959a0cd43f1b1b47805a1955b27, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/42f87093ae6644a989ca6052672054f4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/af196dc18790407f8ceb61edfeb0d1f1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8d2e686a903b49ce993803532ff41e25, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9d0669fbffc348f49695ae45cda07878, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/6c655988e2b6416b8b1ce050f08c7212, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/306e754d2e06417cb6c542e397bd88ab, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/baddd5ba47a0417ba8d4aeb0555b8e94, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/09d0528bcaa94a0999542f7163432406, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8abeb81e8c404d60a9f9a6507906a074, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/eaccfc9448ff45739aed7309610c20f4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/f1c7472acdb841859e9221e32ad81647, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/d3180ffdeec8443b96f407b68778f22a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/1caca407f1f9480fa8da3e23ac65f471, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8dd1ed4fd9cc4a0c947921df4cd8d202, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9ca6048d55764bb0b4ea21fe6748dda3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/75696da2dcfa4c2fad8327a9dd6e0990, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/47d3cddc831f47f5a4e507fdf083bf8d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/afb8647ba9a646cf8e8d0a384bd9bb59, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9b660c00d2cf476cb448e6a7fcc0a223, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/0aed6ee253434605b37a5f022e8d8cf9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/614d9db2916447889dc2510414f73cab, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/b5a18c6080f54e2499f0e84eae081e91, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/c3f35b693c3a49539ff29aeb55e689ab] to archive 2024-12-08T22:14:41,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:14:41,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/3fbb138d35f446bb9d40e5c9aa7faac0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/3fbb138d35f446bb9d40e5c9aa7faac0 2024-12-08T22:14:41,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8490578bd0ec40fcb951daedfade2d4c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8490578bd0ec40fcb951daedfade2d4c 2024-12-08T22:14:41,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/3cabfc75a453406587c05ff41c5f5a4c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/3cabfc75a453406587c05ff41c5f5a4c 2024-12-08T22:14:41,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/11c437a2491d493a8ff4143199d3ecf9 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/11c437a2491d493a8ff4143199d3ecf9 2024-12-08T22:14:41,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/ff79e592e32949f4902779d7e467b72c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/ff79e592e32949f4902779d7e467b72c 2024-12-08T22:14:41,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/91ba6b8397fe48f89cee92562bc177b0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/91ba6b8397fe48f89cee92562bc177b0 2024-12-08T22:14:41,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/33b86fbbb0aa40f0b725bf0960c9295a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/33b86fbbb0aa40f0b725bf0960c9295a 2024-12-08T22:14:41,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/eec8b380517e4feab03742e14611844f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/eec8b380517e4feab03742e14611844f 2024-12-08T22:14:41,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/631a6da189fc463c963761ff938e5a9d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/631a6da189fc463c963761ff938e5a9d 2024-12-08T22:14:41,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/574c442f11044f44a3dff73e2b9d8339 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/574c442f11044f44a3dff73e2b9d8339 2024-12-08T22:14:41,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/1a4f98a4d08646418e9fa8c9df78ef33 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/1a4f98a4d08646418e9fa8c9df78ef33 2024-12-08T22:14:41,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/751643e321d6462e9c65645fc5e975f3 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/751643e321d6462e9c65645fc5e975f3 2024-12-08T22:14:41,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/0a6cb1caccbe43919edc0e386a5716ce to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/0a6cb1caccbe43919edc0e386a5716ce 2024-12-08T22:14:41,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/70e9630ea97e4e799ff8239f314bf929 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/70e9630ea97e4e799ff8239f314bf929 2024-12-08T22:14:41,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/a8c4a959a0cd43f1b1b47805a1955b27 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/a8c4a959a0cd43f1b1b47805a1955b27 2024-12-08T22:14:41,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/42f87093ae6644a989ca6052672054f4 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/42f87093ae6644a989ca6052672054f4 2024-12-08T22:14:41,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/af196dc18790407f8ceb61edfeb0d1f1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/af196dc18790407f8ceb61edfeb0d1f1 2024-12-08T22:14:41,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8d2e686a903b49ce993803532ff41e25 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8d2e686a903b49ce993803532ff41e25 2024-12-08T22:14:41,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9d0669fbffc348f49695ae45cda07878 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9d0669fbffc348f49695ae45cda07878 2024-12-08T22:14:41,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/6c655988e2b6416b8b1ce050f08c7212 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/6c655988e2b6416b8b1ce050f08c7212 2024-12-08T22:14:41,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/306e754d2e06417cb6c542e397bd88ab to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/306e754d2e06417cb6c542e397bd88ab 2024-12-08T22:14:41,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/baddd5ba47a0417ba8d4aeb0555b8e94 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/baddd5ba47a0417ba8d4aeb0555b8e94 2024-12-08T22:14:41,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/09d0528bcaa94a0999542f7163432406 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/09d0528bcaa94a0999542f7163432406 2024-12-08T22:14:41,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8abeb81e8c404d60a9f9a6507906a074 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8abeb81e8c404d60a9f9a6507906a074 2024-12-08T22:14:41,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/eaccfc9448ff45739aed7309610c20f4 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/eaccfc9448ff45739aed7309610c20f4 2024-12-08T22:14:41,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/f1c7472acdb841859e9221e32ad81647 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/f1c7472acdb841859e9221e32ad81647 2024-12-08T22:14:41,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/d3180ffdeec8443b96f407b68778f22a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/d3180ffdeec8443b96f407b68778f22a 2024-12-08T22:14:41,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/1caca407f1f9480fa8da3e23ac65f471 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/1caca407f1f9480fa8da3e23ac65f471 2024-12-08T22:14:41,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8dd1ed4fd9cc4a0c947921df4cd8d202 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/8dd1ed4fd9cc4a0c947921df4cd8d202 2024-12-08T22:14:41,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9ca6048d55764bb0b4ea21fe6748dda3 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9ca6048d55764bb0b4ea21fe6748dda3 2024-12-08T22:14:41,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/75696da2dcfa4c2fad8327a9dd6e0990 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/75696da2dcfa4c2fad8327a9dd6e0990 2024-12-08T22:14:41,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/47d3cddc831f47f5a4e507fdf083bf8d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/47d3cddc831f47f5a4e507fdf083bf8d 2024-12-08T22:14:41,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/afb8647ba9a646cf8e8d0a384bd9bb59 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/afb8647ba9a646cf8e8d0a384bd9bb59 2024-12-08T22:14:41,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9b660c00d2cf476cb448e6a7fcc0a223 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/9b660c00d2cf476cb448e6a7fcc0a223 2024-12-08T22:14:41,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/0aed6ee253434605b37a5f022e8d8cf9 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/0aed6ee253434605b37a5f022e8d8cf9 2024-12-08T22:14:41,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/614d9db2916447889dc2510414f73cab to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/614d9db2916447889dc2510414f73cab 2024-12-08T22:14:41,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/b5a18c6080f54e2499f0e84eae081e91 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/b5a18c6080f54e2499f0e84eae081e91 2024-12-08T22:14:41,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/c3f35b693c3a49539ff29aeb55e689ab to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/c3f35b693c3a49539ff29aeb55e689ab 2024-12-08T22:14:41,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/13bdf58b7c7049228634c38b5f783fc7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/6f63278694f64147bb68181ad18f11ae, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/54706cbef82646c7a99e545a1ecc6a7f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/086b8852e0524d569f6d7c43631d1fd8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/69f25e44cf964050a913caa0f5fd1848, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4cea5b0068394aaebfb0013d2e31453a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/40fa7506aa3e4895b1150821fe75c12c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/e3edbfb39a7144f7a4d91658839bd108, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/e2fcae08b2184b37b0c7ae3699258a0b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/60cd7a06e1a8467880a50301d95f70b0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/09869bfcd8594fd3aa0774634113d506, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/329ebcd3fef14d4ca5b670ace3d3c472, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/16ef98df3729466494e7f95d57561903, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/36fd772a7f9c40718783f647d66c52db, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/625e1258ccfc4c47985d45d92ab286ea, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7561ce3d9201469bb7d818a6cedd9e21, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/ad951b1bd2504d6bae0d4b4b1bb806c1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4b112c2428144678a3374cf0feb66783, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a99a7c724d7040339764f6ee3a31f7c9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a0a292a8971241e4ba64deacc8a2d9d7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7654076089ec428c9f879ab41fb135f1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/b78040087ce648d39b5ae331507b50ba, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/13eea6335ad94ef391648e1c0957dba6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/859b6963e1364dc380f131e73c50d595, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/bce099a810544d08ac0599a9a47141af, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a8d9096dad2c4a8ebe9054690e846237, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/2dd12ff4c3ba409f97e5216eae76294e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/f1c03f8536984f0fba4c73830d7bcf95, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4ad657ed4e0b40d486992611488fc09f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/b2c3801862db4a988759552030826a07, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/0695a61bd7b34219ac4450ec1d965539, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/f7ab43071019449cb51649a4956a134f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/fd06f3fd13f740218c5ea4299841781a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/63e581e4a6ff47e9b81ca74bac78124d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/83138a6d8f484a389c09c97e3314f87b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/720d0be32e594f5daa5482b79c1c6b80, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7aff5033ca934513b33262b0f72cd56c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/58f19d834056430aa3944c6f5cc5102a] to archive 2024-12-08T22:14:41,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:14:41,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/13bdf58b7c7049228634c38b5f783fc7 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/13bdf58b7c7049228634c38b5f783fc7 2024-12-08T22:14:41,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/6f63278694f64147bb68181ad18f11ae to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/6f63278694f64147bb68181ad18f11ae 2024-12-08T22:14:41,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/54706cbef82646c7a99e545a1ecc6a7f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/54706cbef82646c7a99e545a1ecc6a7f 2024-12-08T22:14:41,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/086b8852e0524d569f6d7c43631d1fd8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/086b8852e0524d569f6d7c43631d1fd8 2024-12-08T22:14:41,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/69f25e44cf964050a913caa0f5fd1848 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/69f25e44cf964050a913caa0f5fd1848 2024-12-08T22:14:41,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4cea5b0068394aaebfb0013d2e31453a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4cea5b0068394aaebfb0013d2e31453a 2024-12-08T22:14:41,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/40fa7506aa3e4895b1150821fe75c12c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/40fa7506aa3e4895b1150821fe75c12c 2024-12-08T22:14:41,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/e3edbfb39a7144f7a4d91658839bd108 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/e3edbfb39a7144f7a4d91658839bd108 2024-12-08T22:14:41,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/e2fcae08b2184b37b0c7ae3699258a0b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/e2fcae08b2184b37b0c7ae3699258a0b 2024-12-08T22:14:41,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/60cd7a06e1a8467880a50301d95f70b0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/60cd7a06e1a8467880a50301d95f70b0 2024-12-08T22:14:41,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/09869bfcd8594fd3aa0774634113d506 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/09869bfcd8594fd3aa0774634113d506 2024-12-08T22:14:41,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/329ebcd3fef14d4ca5b670ace3d3c472 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/329ebcd3fef14d4ca5b670ace3d3c472 2024-12-08T22:14:41,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/16ef98df3729466494e7f95d57561903 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/16ef98df3729466494e7f95d57561903 2024-12-08T22:14:41,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/36fd772a7f9c40718783f647d66c52db to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/36fd772a7f9c40718783f647d66c52db 2024-12-08T22:14:41,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/625e1258ccfc4c47985d45d92ab286ea to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/625e1258ccfc4c47985d45d92ab286ea 2024-12-08T22:14:41,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7561ce3d9201469bb7d818a6cedd9e21 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7561ce3d9201469bb7d818a6cedd9e21 2024-12-08T22:14:41,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/ad951b1bd2504d6bae0d4b4b1bb806c1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/ad951b1bd2504d6bae0d4b4b1bb806c1 2024-12-08T22:14:41,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4b112c2428144678a3374cf0feb66783 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4b112c2428144678a3374cf0feb66783 2024-12-08T22:14:41,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a99a7c724d7040339764f6ee3a31f7c9 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a99a7c724d7040339764f6ee3a31f7c9 2024-12-08T22:14:41,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a0a292a8971241e4ba64deacc8a2d9d7 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a0a292a8971241e4ba64deacc8a2d9d7 2024-12-08T22:14:41,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7654076089ec428c9f879ab41fb135f1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7654076089ec428c9f879ab41fb135f1 2024-12-08T22:14:41,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/b78040087ce648d39b5ae331507b50ba to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/b78040087ce648d39b5ae331507b50ba 2024-12-08T22:14:41,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/13eea6335ad94ef391648e1c0957dba6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/13eea6335ad94ef391648e1c0957dba6 2024-12-08T22:14:41,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/859b6963e1364dc380f131e73c50d595 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/859b6963e1364dc380f131e73c50d595 2024-12-08T22:14:41,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/bce099a810544d08ac0599a9a47141af to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/bce099a810544d08ac0599a9a47141af 2024-12-08T22:14:41,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a8d9096dad2c4a8ebe9054690e846237 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/a8d9096dad2c4a8ebe9054690e846237 2024-12-08T22:14:41,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/2dd12ff4c3ba409f97e5216eae76294e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/2dd12ff4c3ba409f97e5216eae76294e 2024-12-08T22:14:41,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/f1c03f8536984f0fba4c73830d7bcf95 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/f1c03f8536984f0fba4c73830d7bcf95 2024-12-08T22:14:41,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4ad657ed4e0b40d486992611488fc09f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/4ad657ed4e0b40d486992611488fc09f 2024-12-08T22:14:41,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/b2c3801862db4a988759552030826a07 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/b2c3801862db4a988759552030826a07 2024-12-08T22:14:41,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/0695a61bd7b34219ac4450ec1d965539 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/0695a61bd7b34219ac4450ec1d965539 2024-12-08T22:14:41,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/f7ab43071019449cb51649a4956a134f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/f7ab43071019449cb51649a4956a134f 2024-12-08T22:14:41,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/fd06f3fd13f740218c5ea4299841781a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/fd06f3fd13f740218c5ea4299841781a 2024-12-08T22:14:41,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/63e581e4a6ff47e9b81ca74bac78124d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/63e581e4a6ff47e9b81ca74bac78124d 2024-12-08T22:14:41,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/83138a6d8f484a389c09c97e3314f87b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/83138a6d8f484a389c09c97e3314f87b 2024-12-08T22:14:41,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/720d0be32e594f5daa5482b79c1c6b80 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/720d0be32e594f5daa5482b79c1c6b80 2024-12-08T22:14:41,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7aff5033ca934513b33262b0f72cd56c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/7aff5033ca934513b33262b0f72cd56c 2024-12-08T22:14:41,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/58f19d834056430aa3944c6f5cc5102a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/58f19d834056430aa3944c6f5cc5102a 2024-12-08T22:14:41,842 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/recovered.edits/518.seqid, newMaxSeqId=518, maxSeqId=1 2024-12-08T22:14:41,844 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. 2024-12-08T22:14:41,844 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 1055cdeb95ded4980a092a58400bd55b: Waiting for close lock at 1733696080418Running coprocessor pre-close hooks at 1733696080418Disabling compacts and flushes for region at 1733696080419 (+1 ms)Disabling writes for close at 1733696080419Obtaining lock to block concurrent updates at 1733696080420 (+1 ms)Preparing flush snapshotting stores in 1055cdeb95ded4980a092a58400bd55b at 1733696080420Finished memstore snapshotting TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733696080421 (+1 ms)Flushing stores of TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b. at 1733696080422 (+1 ms)Flushing 1055cdeb95ded4980a092a58400bd55b/A: creating writer at 1733696080423 (+1 ms)Flushing 1055cdeb95ded4980a092a58400bd55b/A: appending metadata at 1733696080429 (+6 ms)Flushing 1055cdeb95ded4980a092a58400bd55b/A: closing flushed file at 1733696080429Flushing 1055cdeb95ded4980a092a58400bd55b/B: creating writer at 1733696080841 (+412 ms)Flushing 1055cdeb95ded4980a092a58400bd55b/B: appending metadata at 1733696080843 (+2 ms)Flushing 1055cdeb95ded4980a092a58400bd55b/B: closing flushed file at 1733696080843Flushing 1055cdeb95ded4980a092a58400bd55b/C: creating writer at 1733696081257 (+414 ms)Flushing 1055cdeb95ded4980a092a58400bd55b/C: appending metadata at 1733696081261 (+4 ms)Flushing 1055cdeb95ded4980a092a58400bd55b/C: closing flushed file at 1733696081262 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17de4f0f: reopening flushed file at 1733696081677 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237fcfe: reopening flushed file at 1733696081683 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ea85a6: reopening flushed file at 1733696081688 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 1055cdeb95ded4980a092a58400bd55b in 1274ms, sequenceid=515, compaction requested=false at 1733696081693 (+5 ms)Writing region close event to WAL at 1733696081838 (+145 ms)Running coprocessor post-close hooks at 1733696081842 (+4 ms)Closed at 1733696081844 (+2 ms) 2024-12-08T22:14:41,846 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:41,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=1055cdeb95ded4980a092a58400bd55b, regionState=CLOSED 2024-12-08T22:14:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:14:41,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-08T22:14:41,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 1055cdeb95ded4980a092a58400bd55b, server=45d1fbfb79fd,38403,1733696044665 in 1.5940 sec 2024-12-08T22:14:41,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-08T22:14:41,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1055cdeb95ded4980a092a58400bd55b, UNASSIGN in 1.5990 sec 2024-12-08T22:14:41,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-08T22:14:41,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6060 sec 2024-12-08T22:14:41,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696081856"}]},"ts":"1733696081856"} 2024-12-08T22:14:41,858 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T22:14:41,858 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T22:14:41,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6210 sec 2024-12-08T22:14:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T22:14:42,397 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:42,405 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T22:14:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:14:42,415 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:14:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-08T22:14:42,416 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:14:42,420 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:42,424 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/recovered.edits] 2024-12-08T22:14:42,428 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/2653a6e6eae74487a02e5ce4348241e3 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/2653a6e6eae74487a02e5ce4348241e3 2024-12-08T22:14:42,431 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/bed4c1579a3b4f4197e63f0de940a455 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/A/bed4c1579a3b4f4197e63f0de940a455 2024-12-08T22:14:42,434 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/6ef0c4e97c4f4fe39905891b265839d1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/6ef0c4e97c4f4fe39905891b265839d1 2024-12-08T22:14:42,436 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/b3b17d8248794ee08d44ebde812d913e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/B/b3b17d8248794ee08d44ebde812d913e 2024-12-08T22:14:42,439 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/6c243c51b3d94ed19e0db95e73f3bc1b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/6c243c51b3d94ed19e0db95e73f3bc1b 2024-12-08T22:14:42,441 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/fc5ae90a74f8453bb78396adffaadd62 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/C/fc5ae90a74f8453bb78396adffaadd62 2024-12-08T22:14:42,444 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/recovered.edits/518.seqid to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b/recovered.edits/518.seqid 2024-12-08T22:14:42,445 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/1055cdeb95ded4980a092a58400bd55b 2024-12-08T22:14:42,445 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T22:14:42,451 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:14:42,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-08T22:14:42,462 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T22:14:42,491 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T22:14:42,492 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:14:42,492 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T22:14:42,493 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733696082492"}]},"ts":"9223372036854775807"} 2024-12-08T22:14:42,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T22:14:42,503 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1055cdeb95ded4980a092a58400bd55b, NAME => 'TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T22:14:42,503 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T22:14:42,503 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733696082503"}]},"ts":"9223372036854775807"} 2024-12-08T22:14:42,506 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-08T22:14:42,508 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:14:42,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 101 msec 2024-12-08T22:14:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-08T22:14:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-08T22:14:42,527 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:42,548 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1197292671_22 at /127.0.0.1:54570 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;45d1fbfb79fd:38403-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 290) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8908 (was 9482) 2024-12-08T22:14:42,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=8905 2024-12-08T22:14:42,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T22:14:42,565 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T22:14:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T22:14:42,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T22:14:42,569 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:42,569 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-12-08T22:14:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T22:14:42,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T22:14:42,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741957_1133 (size=1061) 2024-12-08T22:14:42,606 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0 2024-12-08T22:14:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741958_1134 (size=53) 2024-12-08T22:14:42,627 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:14:42,628 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e0f26141b67bd28a4af4b611773e8054, disabling compactions & flushes 2024-12-08T22:14:42,628 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:42,628 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:42,628 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. after waiting 0 ms 2024-12-08T22:14:42,628 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:42,628 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:42,628 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0f26141b67bd28a4af4b611773e8054: Waiting for close lock at 1733696082628Disabling compacts and flushes for region at 1733696082628Disabling writes for close at 1733696082628Writing region close event to WAL at 1733696082628Closed at 1733696082628 2024-12-08T22:14:42,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T22:14:42,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733696082630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733696082630"}]},"ts":"1733696082630"} 2024-12-08T22:14:42,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T22:14:42,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T22:14:42,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696082636"}]},"ts":"1733696082636"} 2024-12-08T22:14:42,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T22:14:42,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, ASSIGN}] 2024-12-08T22:14:42,641 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, ASSIGN 2024-12-08T22:14:42,642 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, ASSIGN; state=OFFLINE, location=45d1fbfb79fd,38403,1733696044665; forceNewPlan=false, retain=false 2024-12-08T22:14:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T22:14:42,793 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=e0f26141b67bd28a4af4b611773e8054, regionState=OPENING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:42,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, ASSIGN because future has completed 2024-12-08T22:14:42,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:14:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T22:14:42,951 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:42,951 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:14:42,951 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,951 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:14:42,951 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,951 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,953 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,954 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:14:42,954 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f26141b67bd28a4af4b611773e8054 columnFamilyName A 2024-12-08T22:14:42,955 DEBUG [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:42,955 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.HStore(327): Store=e0f26141b67bd28a4af4b611773e8054/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:14:42,955 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,956 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:14:42,956 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f26141b67bd28a4af4b611773e8054 columnFamilyName B 2024-12-08T22:14:42,956 DEBUG [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:42,957 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.HStore(327): Store=e0f26141b67bd28a4af4b611773e8054/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:14:42,957 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,958 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:14:42,958 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f26141b67bd28a4af4b611773e8054 columnFamilyName C 2024-12-08T22:14:42,958 DEBUG [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:42,959 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.HStore(327): Store=e0f26141b67bd28a4af4b611773e8054/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:14:42,959 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:42,959 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,960 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,960 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,961 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,961 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,961 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T22:14:42,963 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,964 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:14:42,965 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened e0f26141b67bd28a4af4b611773e8054; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67863527, jitterRate=0.011245355010032654}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T22:14:42,965 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:42,966 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for e0f26141b67bd28a4af4b611773e8054: Running coprocessor pre-open hook at 1733696082952Writing region info on filesystem at 1733696082952Initializing all the Stores at 1733696082952Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696082952Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696082953 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696082953Cleaning up temporary data from old regions at 1733696082961 (+8 ms)Running coprocessor post-open hooks at 1733696082965 (+4 ms)Region opened successfully at 1733696082966 (+1 ms) 2024-12-08T22:14:42,966 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., pid=36, masterSystemTime=1733696082947 2024-12-08T22:14:42,968 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:42,968 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:42,969 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=e0f26141b67bd28a4af4b611773e8054, regionState=OPEN, openSeqNum=2, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:42,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:14:42,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-08T22:14:42,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 in 177 msec 2024-12-08T22:14:42,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-08T22:14:42,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, ASSIGN in 335 msec 2024-12-08T22:14:42,976 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T22:14:42,977 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696082977"}]},"ts":"1733696082977"} 2024-12-08T22:14:42,978 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T22:14:42,980 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T22:14:42,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 414 msec 2024-12-08T22:14:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T22:14:43,196 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:43,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511b0759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:43,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:43,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:43,200 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8a9c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:43,203 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:43,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0451e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:43,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:43,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:43,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T22:14:43,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 45d1fbfb79fd,41977,1733696043972 2024-12-08T22:14:43,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ac20d15 2024-12-08T22:14:43,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T22:14:43,211 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T22:14:43,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T22:14:43,216 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T22:14:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-08T22:14:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741959_1135 (size=1097) 2024-12-08T22:14:43,642 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-08T22:14:43,642 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-08T22:14:43,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T22:14:43,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, REOPEN/MOVE}] 2024-12-08T22:14:43,658 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, REOPEN/MOVE 2024-12-08T22:14:43,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e0f26141b67bd28a4af4b611773e8054, regionState=CLOSING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:43,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, REOPEN/MOVE because future has completed 2024-12-08T22:14:43,661 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T22:14:43,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:14:43,814 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:43,814 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T22:14:43,814 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing e0f26141b67bd28a4af4b611773e8054, disabling compactions & flushes 2024-12-08T22:14:43,814 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:43,814 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:43,814 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. after waiting 0 ms 2024-12-08T22:14:43,814 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:43,820 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T22:14:43,821 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:43,821 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for e0f26141b67bd28a4af4b611773e8054: Waiting for close lock at 1733696083814Running coprocessor pre-close hooks at 1733696083814Disabling compacts and flushes for region at 1733696083814Disabling writes for close at 1733696083814Writing region close event to WAL at 1733696083815 (+1 ms)Running coprocessor post-close hooks at 1733696083821 (+6 ms)Closed at 1733696083821 2024-12-08T22:14:43,821 WARN [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: e0f26141b67bd28a4af4b611773e8054 to self. 2024-12-08T22:14:43,825 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:43,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e0f26141b67bd28a4af4b611773e8054, regionState=CLOSED 2024-12-08T22:14:43,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:14:43,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-08T22:14:43,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 in 169 msec 2024-12-08T22:14:43,835 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, REOPEN/MOVE; state=CLOSED, location=45d1fbfb79fd,38403,1733696044665; forceNewPlan=false, retain=true 2024-12-08T22:14:43,986 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e0f26141b67bd28a4af4b611773e8054, regionState=OPENING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:43,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, REOPEN/MOVE because future has completed 2024-12-08T22:14:43,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:14:44,154 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:44,154 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:14:44,155 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,155 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:14:44,155 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,155 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,161 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,162 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:14:44,166 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f26141b67bd28a4af4b611773e8054 columnFamilyName A 2024-12-08T22:14:44,168 DEBUG [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:44,169 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.HStore(327): Store=e0f26141b67bd28a4af4b611773e8054/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:14:44,169 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,170 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:14:44,170 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f26141b67bd28a4af4b611773e8054 columnFamilyName B 2024-12-08T22:14:44,170 DEBUG [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:44,170 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.HStore(327): Store=e0f26141b67bd28a4af4b611773e8054/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:14:44,171 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,171 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:14:44,171 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f26141b67bd28a4af4b611773e8054 columnFamilyName C 2024-12-08T22:14:44,171 DEBUG [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:44,172 INFO [StoreOpener-e0f26141b67bd28a4af4b611773e8054-1 {}] regionserver.HStore(327): Store=e0f26141b67bd28a4af4b611773e8054/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:14:44,172 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:44,172 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,172 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,173 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,174 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,174 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,175 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T22:14:44,176 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,177 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened e0f26141b67bd28a4af4b611773e8054; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73106341, jitterRate=0.08936937153339386}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T22:14:44,177 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,178 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for e0f26141b67bd28a4af4b611773e8054: Running coprocessor pre-open hook at 1733696084155Writing region info on filesystem at 1733696084155Initializing all the Stores at 1733696084156 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696084157 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696084157Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696084157Cleaning up temporary data from old regions at 1733696084174 (+17 ms)Running coprocessor post-open hooks at 1733696084177 (+3 ms)Region opened successfully at 1733696084178 (+1 ms) 2024-12-08T22:14:44,179 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., pid=41, masterSystemTime=1733696084146 2024-12-08T22:14:44,181 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:44,181 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:44,181 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e0f26141b67bd28a4af4b611773e8054, regionState=OPEN, openSeqNum=5, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:14:44,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-12-08T22:14:44,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 in 193 msec 2024-12-08T22:14:44,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-08T22:14:44,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, REOPEN/MOVE in 528 msec 2024-12-08T22:14:44,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-08T22:14:44,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 541 msec 2024-12-08T22:14:44,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 973 msec 2024-12-08T22:14:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-08T22:14:44,197 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:44,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc58118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:44,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:44,199 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b39bd0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:44,201 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233bb372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37870970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:44,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:44,203 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:44,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:44,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be6ca13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:44,205 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a285b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454c5b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:44,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:44,207 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:44,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:44,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:44,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558155f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:44,208 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:44,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b03ee4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8f38b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:44,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:44,211 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ab5f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:44,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:44,212 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:44,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c0d766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbd945b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:44,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:44,215 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:44,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:44,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:44,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47887472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:44,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:44,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:44,217 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:44,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7a32b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680235d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:44,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:44,219 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b5a589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:44,221 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:44,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bbad48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182dc420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:44,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:44,223 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:44,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:44,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:44,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589ebbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:44,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:44,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:44,224 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119fcb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4500591c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:44,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:44,226 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72764587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:44,227 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3cc767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e853ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:14:44,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:14:44,229 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:14:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:14:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:14:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7300edd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:14:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:14:44,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:14:44,230 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:14:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eba6914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:14:44,231 DEBUG [Thread-673 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:44,232 DEBUG [Thread-671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:44,232 DEBUG [Thread-675 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:44,232 DEBUG [Thread-677 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:44,232 DEBUG [Thread-679 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:44,234 DEBUG [Thread-675 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:44,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:44,234 DEBUG [Thread-675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:44,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:44,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:44,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:44,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:44,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:44,235 DEBUG [Thread-686 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-08T22:14:44,236 DEBUG [Thread-682 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:44,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:44,236 DEBUG [Thread-688 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T22:14:44,237 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:44,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:44,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:14:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:44,240 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:44,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:14:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:14:44,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:44,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:14:44,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:44,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:14:44,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:14:44,244 DEBUG [Thread-684 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:14:44,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:14:44,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:14:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:14:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:14:44,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:14:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:14:44,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-08T22:14:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:44,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:44,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:44,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:44,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:44,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:44,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082eb078e7dce047d4b090173ef9fa3588_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696084270/Put/seqid=0 2024-12-08T22:14:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696144311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696144313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696144316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733696084300, max timestamp=1733696084321Num uniques 859; 2024-12-08T22:14:44,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:14:44,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733696084300, max timestamp=1733696084321Num uniques 859; 2024-12-08T22:14:44,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:14:44,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733696084300, max timestamp=1733696084321Num uniques 859; 2024-12-08T22:14:44,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:14:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741960_1136 (size=17034) 2024-12-08T22:14:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T22:14:44,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T22:14:44,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:44,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:44,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:44,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:44,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:44,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696144400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696144403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696144435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696144435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696144436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696144515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696144515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T22:14:44,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:44,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:44,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:44,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:44,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T22:14:44,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696144645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696144646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696144646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T22:14:44,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:44,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:44,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:44,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:44,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:44,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696144725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696144725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,742 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:44,747 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082eb078e7dce047d4b090173ef9fa3588_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082eb078e7dce047d4b090173ef9fa3588_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:44,749 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/04509143b7df40a99e091a66d24956de, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:44,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/04509143b7df40a99e091a66d24956de is 175, key is test_row_0/A:col10/1733696084270/Put/seqid=0 2024-12-08T22:14:44,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741961_1137 (size=48139) 2024-12-08T22:14:44,764 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/04509143b7df40a99e091a66d24956de 2024-12-08T22:14:44,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/6a309a531b4041789eec87833fd6c9ba is 50, key is test_row_0/B:col10/1733696084270/Put/seqid=0 2024-12-08T22:14:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741962_1138 (size=12001) 2024-12-08T22:14:44,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/6a309a531b4041789eec87833fd6c9ba 2024-12-08T22:14:44,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/e026c9dcf0114ad38f8299f5bca27ee3 is 50, key is test_row_0/C:col10/1733696084270/Put/seqid=0 2024-12-08T22:14:44,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T22:14:44,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:44,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:44,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:44,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:44,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741963_1139 (size=12001) 2024-12-08T22:14:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T22:14:44,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696144955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696144956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:44,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696144956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:44,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:44,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T22:14:45,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:45,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:45,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:45,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:45,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:45,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696145035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696145045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T22:14:45,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:45,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:45,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:45,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:45,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:45,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/e026c9dcf0114ad38f8299f5bca27ee3 2024-12-08T22:14:45,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/04509143b7df40a99e091a66d24956de as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/04509143b7df40a99e091a66d24956de 2024-12-08T22:14:45,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/04509143b7df40a99e091a66d24956de, entries=250, sequenceid=16, filesize=47.0 K 2024-12-08T22:14:45,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/6a309a531b4041789eec87833fd6c9ba as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/6a309a531b4041789eec87833fd6c9ba 2024-12-08T22:14:45,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/6a309a531b4041789eec87833fd6c9ba, entries=150, sequenceid=16, filesize=11.7 K 2024-12-08T22:14:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/e026c9dcf0114ad38f8299f5bca27ee3 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/e026c9dcf0114ad38f8299f5bca27ee3 2024-12-08T22:14:45,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/e026c9dcf0114ad38f8299f5bca27ee3, entries=150, sequenceid=16, filesize=11.7 K 2024-12-08T22:14:45,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for e0f26141b67bd28a4af4b611773e8054 in 1030ms, sequenceid=16, compaction requested=false 2024-12-08T22:14:45,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:45,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T22:14:45,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:45,365 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-08T22:14:45,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:45,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:45,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:45,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:45,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:45,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T22:14:45,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089de7ec4941214bf8b1e1080ab1a6099d_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696084397/Put/seqid=0 2024-12-08T22:14:45,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741964_1140 (size=12154) 2024-12-08T22:14:45,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:45,419 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089de7ec4941214bf8b1e1080ab1a6099d_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089de7ec4941214bf8b1e1080ab1a6099d_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/31b8b14699424989bc5b3a8c6f7f5e7c, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:45,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/31b8b14699424989bc5b3a8c6f7f5e7c is 175, key is test_row_0/A:col10/1733696084397/Put/seqid=0 2024-12-08T22:14:45,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741965_1141 (size=30955) 2024-12-08T22:14:45,433 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/31b8b14699424989bc5b3a8c6f7f5e7c 2024-12-08T22:14:45,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/cea93be485a546218af450d173aa11b5 is 50, key is test_row_0/B:col10/1733696084397/Put/seqid=0 2024-12-08T22:14:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:45,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741966_1142 (size=12001) 2024-12-08T22:14:45,483 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/cea93be485a546218af450d173aa11b5 2024-12-08T22:14:45,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696145495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696145495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/322ff212933a4e09ab00b186e1738035 is 50, key is test_row_0/C:col10/1733696084397/Put/seqid=0 2024-12-08T22:14:45,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696145496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741967_1143 (size=12001) 2024-12-08T22:14:45,525 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/322ff212933a4e09ab00b186e1738035 2024-12-08T22:14:45,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/31b8b14699424989bc5b3a8c6f7f5e7c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/31b8b14699424989bc5b3a8c6f7f5e7c 2024-12-08T22:14:45,541 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/31b8b14699424989bc5b3a8c6f7f5e7c, entries=150, sequenceid=51, filesize=30.2 K 2024-12-08T22:14:45,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/cea93be485a546218af450d173aa11b5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/cea93be485a546218af450d173aa11b5 2024-12-08T22:14:45,550 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/cea93be485a546218af450d173aa11b5, entries=150, sequenceid=51, filesize=11.7 K 2024-12-08T22:14:45,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/322ff212933a4e09ab00b186e1738035 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/322ff212933a4e09ab00b186e1738035 2024-12-08T22:14:45,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696145546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696145557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,560 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/322ff212933a4e09ab00b186e1738035, entries=150, sequenceid=51, filesize=11.7 K 2024-12-08T22:14:45,561 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for e0f26141b67bd28a4af4b611773e8054 in 197ms, sequenceid=51, compaction requested=false 2024-12-08T22:14:45,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:45,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:45,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-08T22:14:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-08T22:14:45,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-08T22:14:45,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3250 sec 2024-12-08T22:14:45,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.3360 sec 2024-12-08T22:14:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:45,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-08T22:14:45,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:45,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:45,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:45,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:45,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:45,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:45,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083a7f4b4aa79a41b4b0984f7e6f3cd221_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696085484/Put/seqid=0 2024-12-08T22:14:45,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741968_1144 (size=14594) 2024-12-08T22:14:45,635 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:45,642 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083a7f4b4aa79a41b4b0984f7e6f3cd221_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083a7f4b4aa79a41b4b0984f7e6f3cd221_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:45,647 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/96edd5020aef461abe8511511f50d2a2, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:45,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/96edd5020aef461abe8511511f50d2a2 is 175, key is test_row_0/A:col10/1733696085484/Put/seqid=0 2024-12-08T22:14:45,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696145647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696145650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696145652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741969_1145 (size=39549) 2024-12-08T22:14:45,666 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/96edd5020aef461abe8511511f50d2a2 2024-12-08T22:14:45,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/580cfca97e2d4459bdaf5fac7d39982d is 50, key is test_row_0/B:col10/1733696085484/Put/seqid=0 2024-12-08T22:14:45,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741970_1146 (size=12001) 2024-12-08T22:14:45,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696145755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696145766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696145766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696145965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696145975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696145975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:45,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:45,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/580cfca97e2d4459bdaf5fac7d39982d 2024-12-08T22:14:46,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/034e3c4701034fd08d470cd4c373f22e is 50, key is test_row_0/C:col10/1733696085484/Put/seqid=0 2024-12-08T22:14:46,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741971_1147 (size=12001) 2024-12-08T22:14:46,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/034e3c4701034fd08d470cd4c373f22e 2024-12-08T22:14:46,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/96edd5020aef461abe8511511f50d2a2 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/96edd5020aef461abe8511511f50d2a2 2024-12-08T22:14:46,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/96edd5020aef461abe8511511f50d2a2, entries=200, sequenceid=64, filesize=38.6 K 2024-12-08T22:14:46,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/580cfca97e2d4459bdaf5fac7d39982d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/580cfca97e2d4459bdaf5fac7d39982d 2024-12-08T22:14:46,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/580cfca97e2d4459bdaf5fac7d39982d, entries=150, sequenceid=64, filesize=11.7 K 2024-12-08T22:14:46,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/034e3c4701034fd08d470cd4c373f22e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/034e3c4701034fd08d470cd4c373f22e 2024-12-08T22:14:46,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/034e3c4701034fd08d470cd4c373f22e, entries=150, sequenceid=64, filesize=11.7 K 2024-12-08T22:14:46,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e0f26141b67bd28a4af4b611773e8054 in 550ms, sequenceid=64, compaction requested=true 2024-12-08T22:14:46,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:46,159 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:46,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:46,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:46,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:46,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:46,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:46,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T22:14:46,160 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:46,162 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:46,162 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/B is initiating minor compaction (all files) 2024-12-08T22:14:46,162 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/B in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:46,163 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/6a309a531b4041789eec87833fd6c9ba, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/cea93be485a546218af450d173aa11b5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/580cfca97e2d4459bdaf5fac7d39982d] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=35.2 K 2024-12-08T22:14:46,163 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:46,163 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/A is initiating minor compaction (all files) 2024-12-08T22:14:46,163 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/A in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:46,163 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/04509143b7df40a99e091a66d24956de, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/31b8b14699424989bc5b3a8c6f7f5e7c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/96edd5020aef461abe8511511f50d2a2] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=115.9 K 2024-12-08T22:14:46,163 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:46,164 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/04509143b7df40a99e091a66d24956de, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/31b8b14699424989bc5b3a8c6f7f5e7c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/96edd5020aef461abe8511511f50d2a2] 2024-12-08T22:14:46,165 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a309a531b4041789eec87833fd6c9ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733696084240 2024-12-08T22:14:46,165 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04509143b7df40a99e091a66d24956de, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733696084240 2024-12-08T22:14:46,166 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting cea93be485a546218af450d173aa11b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733696084388 2024-12-08T22:14:46,166 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31b8b14699424989bc5b3a8c6f7f5e7c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733696084388 2024-12-08T22:14:46,166 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 580cfca97e2d4459bdaf5fac7d39982d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733696085484 2024-12-08T22:14:46,166 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96edd5020aef461abe8511511f50d2a2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733696085480 2024-12-08T22:14:46,177 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:46,185 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:46,186 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/eab91157b5244f63ae90a98820e20890 is 50, key is test_row_0/B:col10/1733696085484/Put/seqid=0 2024-12-08T22:14:46,195 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208962538ccf50249c7884f020b0a80b874_e0f26141b67bd28a4af4b611773e8054 store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:46,203 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208962538ccf50249c7884f020b0a80b874_e0f26141b67bd28a4af4b611773e8054, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:46,203 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208962538ccf50249c7884f020b0a80b874_e0f26141b67bd28a4af4b611773e8054 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:46,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741972_1148 (size=12104) 2024-12-08T22:14:46,218 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/eab91157b5244f63ae90a98820e20890 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/eab91157b5244f63ae90a98820e20890 2024-12-08T22:14:46,231 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/B of e0f26141b67bd28a4af4b611773e8054 into eab91157b5244f63ae90a98820e20890(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:46,231 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:46,231 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/B, priority=13, startTime=1733696086159; duration=0sec 2024-12-08T22:14:46,231 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:46,231 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:B 2024-12-08T22:14:46,231 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:46,232 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:46,232 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/C is initiating minor compaction (all files) 2024-12-08T22:14:46,232 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/C in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:46,232 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/e026c9dcf0114ad38f8299f5bca27ee3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/322ff212933a4e09ab00b186e1738035, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/034e3c4701034fd08d470cd4c373f22e] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=35.2 K 2024-12-08T22:14:46,233 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting e026c9dcf0114ad38f8299f5bca27ee3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733696084240 2024-12-08T22:14:46,234 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 322ff212933a4e09ab00b186e1738035, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733696084388 2024-12-08T22:14:46,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741973_1149 (size=4469) 2024-12-08T22:14:46,235 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 034e3c4701034fd08d470cd4c373f22e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733696085484 2024-12-08T22:14:46,236 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#A#compaction#129 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:46,236 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/7807575e01a54ac6a7a6a864f24a8273 is 175, key is test_row_0/A:col10/1733696085484/Put/seqid=0 2024-12-08T22:14:46,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741974_1150 (size=31058) 2024-12-08T22:14:46,264 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/7807575e01a54ac6a7a6a864f24a8273 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7807575e01a54ac6a7a6a864f24a8273 2024-12-08T22:14:46,268 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#C#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:46,269 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/d5ef05105c1342158ab1464d15d3c864 is 50, key is test_row_0/C:col10/1733696085484/Put/seqid=0 2024-12-08T22:14:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:46,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:14:46,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:46,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:46,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:46,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:46,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:46,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:46,279 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/A of e0f26141b67bd28a4af4b611773e8054 into 7807575e01a54ac6a7a6a864f24a8273(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:46,279 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:46,279 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/A, priority=13, startTime=1733696086159; duration=0sec 2024-12-08T22:14:46,279 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:46,279 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:A 2024-12-08T22:14:46,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741975_1151 (size=12104) 2024-12-08T22:14:46,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f98d66a046884fd9adaece32deb4316c_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696085627/Put/seqid=0 2024-12-08T22:14:46,301 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/d5ef05105c1342158ab1464d15d3c864 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d5ef05105c1342158ab1464d15d3c864 2024-12-08T22:14:46,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696146307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,313 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/C of e0f26141b67bd28a4af4b611773e8054 into d5ef05105c1342158ab1464d15d3c864(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:46,313 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:46,314 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/C, priority=13, startTime=1733696086159; duration=0sec 2024-12-08T22:14:46,314 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:46,314 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:C 2024-12-08T22:14:46,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696146311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696146312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741976_1152 (size=12154) 2024-12-08T22:14:46,329 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:46,335 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f98d66a046884fd9adaece32deb4316c_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f98d66a046884fd9adaece32deb4316c_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:46,337 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/f517f32de7c94831ba859c2a84c10046, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:46,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/f517f32de7c94831ba859c2a84c10046 is 175, key is test_row_0/A:col10/1733696085627/Put/seqid=0 2024-12-08T22:14:46,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741977_1153 (size=30955) 2024-12-08T22:14:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T22:14:46,385 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:46,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-08T22:14:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-08T22:14:46,387 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:46,388 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:46,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:46,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696146415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696146425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696146425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-08T22:14:46,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T22:14:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:46,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:46,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696146565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,568 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696146575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,576 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696146625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696146635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696146636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T22:14:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:46,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-08T22:14:46,743 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/f517f32de7c94831ba859c2a84c10046 2024-12-08T22:14:46,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/f8808c4046c844e0b029456047067b0d is 50, key is test_row_0/B:col10/1733696085627/Put/seqid=0 2024-12-08T22:14:46,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741978_1154 (size=12001) 2024-12-08T22:14:46,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/f8808c4046c844e0b029456047067b0d 2024-12-08T22:14:46,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/dcfffb7b93514ab5957ddc7582f9c8e2 is 50, key is test_row_0/C:col10/1733696085627/Put/seqid=0 2024-12-08T22:14:46,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741979_1155 (size=12001) 2024-12-08T22:14:46,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T22:14:46,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:46,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:46,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:46,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:46,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:46,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696146935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696146945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696146945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:47,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T22:14:47,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:47,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:47,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:47,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:47,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-08T22:14:47,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T22:14:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:47,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:47,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/dcfffb7b93514ab5957ddc7582f9c8e2 2024-12-08T22:14:47,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/f517f32de7c94831ba859c2a84c10046 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/f517f32de7c94831ba859c2a84c10046 2024-12-08T22:14:47,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/f517f32de7c94831ba859c2a84c10046, entries=150, sequenceid=86, filesize=30.2 K 2024-12-08T22:14:47,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/f8808c4046c844e0b029456047067b0d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/f8808c4046c844e0b029456047067b0d 2024-12-08T22:14:47,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/f8808c4046c844e0b029456047067b0d, entries=150, sequenceid=86, filesize=11.7 K 2024-12-08T22:14:47,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/dcfffb7b93514ab5957ddc7582f9c8e2 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/dcfffb7b93514ab5957ddc7582f9c8e2 2024-12-08T22:14:47,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/dcfffb7b93514ab5957ddc7582f9c8e2, entries=150, sequenceid=86, filesize=11.7 K 2024-12-08T22:14:47,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for e0f26141b67bd28a4af4b611773e8054 in 957ms, sequenceid=86, compaction requested=false 2024-12-08T22:14:47,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:47,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T22:14:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:47,312 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-08T22:14:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:47,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:47,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:47,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120887afea3c7b0f4d70b4b22fc0679207ec_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696086294/Put/seqid=0 2024-12-08T22:14:47,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741980_1156 (size=12154) 2024-12-08T22:14:47,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,341 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120887afea3c7b0f4d70b4b22fc0679207ec_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120887afea3c7b0f4d70b4b22fc0679207ec_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:47,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/3d754ca5b2bf47c1843f1f55b85501e9, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:47,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/3d754ca5b2bf47c1843f1f55b85501e9 is 175, key is test_row_0/A:col10/1733696086294/Put/seqid=0 2024-12-08T22:14:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741981_1157 (size=30955) 2024-12-08T22:14:47,358 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/3d754ca5b2bf47c1843f1f55b85501e9 2024-12-08T22:14:47,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/6be248d4a1e44e0589f784f4be7d2eae is 50, key is test_row_0/B:col10/1733696086294/Put/seqid=0 2024-12-08T22:14:47,373 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T22:14:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741982_1158 (size=12001) 2024-12-08T22:14:47,394 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/6be248d4a1e44e0589f784f4be7d2eae 2024-12-08T22:14:47,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/36a5b36793954833943756bcafad7607 is 50, key is test_row_0/C:col10/1733696086294/Put/seqid=0 2024-12-08T22:14:47,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741983_1159 (size=12001) 2024-12-08T22:14:47,433 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/36a5b36793954833943756bcafad7607 2024-12-08T22:14:47,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/3d754ca5b2bf47c1843f1f55b85501e9 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/3d754ca5b2bf47c1843f1f55b85501e9 2024-12-08T22:14:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:47,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:47,449 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/3d754ca5b2bf47c1843f1f55b85501e9, entries=150, sequenceid=100, filesize=30.2 K 2024-12-08T22:14:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/6be248d4a1e44e0589f784f4be7d2eae as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/6be248d4a1e44e0589f784f4be7d2eae 2024-12-08T22:14:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,458 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/6be248d4a1e44e0589f784f4be7d2eae, entries=150, sequenceid=100, filesize=11.7 K 2024-12-08T22:14:47,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/36a5b36793954833943756bcafad7607 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/36a5b36793954833943756bcafad7607 2024-12-08T22:14:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,468 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/36a5b36793954833943756bcafad7607, entries=150, sequenceid=100, filesize=11.7 K 2024-12-08T22:14:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,469 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=13.42 KB/13740 for e0f26141b67bd28a4af4b611773e8054 in 157ms, sequenceid=100, compaction requested=true 2024-12-08T22:14:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-08T22:14:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-08T22:14:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-08T22:14:47,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0830 sec 2024-12-08T22:14:47,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.0890 sec 2024-12-08T22:14:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-08T22:14:47,526 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:47,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-08T22:14:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,529 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-08T22:14:47,530 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:47,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:47,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-08T22:14:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120814091747c9714e299dda8eabce7f18f2_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696087537/Put/seqid=0 2024-12-08T22:14:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741984_1160 (size=21918) 2024-12-08T22:14:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,566 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,574 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120814091747c9714e299dda8eabce7f18f2_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120814091747c9714e299dda8eabce7f18f2_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:47,575 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/20ccdd04c86c4ff19b4d2cfa581a473b, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:47,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/20ccdd04c86c4ff19b4d2cfa581a473b is 175, key is test_row_0/A:col10/1733696087537/Put/seqid=0 2024-12-08T22:14:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741985_1161 (size=65323) 2024-12-08T22:14:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,594 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/20ccdd04c86c4ff19b4d2cfa581a473b 2024-12-08T22:14:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:47,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/c434434158e8439788b9366f7beb7e4d is 50, key is test_row_0/B:col10/1733696087537/Put/seqid=0 2024-12-08T22:14:47,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741986_1162 (size=21365) 2024-12-08T22:14:47,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733696087582, max timestamp=1733696087612Num uniques 859; 2024-12-08T22:14:47,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-08T22:14:47,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733696087582, max timestamp=1733696087612Num uniques 859; 2024-12-08T22:14:47,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-08T22:14:47,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733696087582, max timestamp=1733696087612Num uniques 859; 2024-12-08T22:14:47,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-08T22:14:47,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/c434434158e8439788b9366f7beb7e4d 2024-12-08T22:14:47,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/134036f5cfe64f9390d673e80637ba85 is 50, key is test_row_0/C:col10/1733696087537/Put/seqid=0 2024-12-08T22:14:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-08T22:14:47,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741987_1163 (size=12001) 2024-12-08T22:14:47,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/134036f5cfe64f9390d673e80637ba85 2024-12-08T22:14:47,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/20ccdd04c86c4ff19b4d2cfa581a473b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/20ccdd04c86c4ff19b4d2cfa581a473b 2024-12-08T22:14:47,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696147644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:47,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696147647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:47,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/20ccdd04c86c4ff19b4d2cfa581a473b, entries=350, sequenceid=110, filesize=63.8 K 2024-12-08T22:14:47,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/c434434158e8439788b9366f7beb7e4d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/c434434158e8439788b9366f7beb7e4d 2024-12-08T22:14:47,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696147650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:47,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:47,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/c434434158e8439788b9366f7beb7e4d, entries=350, sequenceid=110, filesize=20.9 K 2024-12-08T22:14:47,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/134036f5cfe64f9390d673e80637ba85 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/134036f5cfe64f9390d673e80637ba85 2024-12-08T22:14:47,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/134036f5cfe64f9390d673e80637ba85, entries=150, sequenceid=110, filesize=11.7 K 2024-12-08T22:14:47,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for e0f26141b67bd28a4af4b611773e8054 in 134ms, sequenceid=110, compaction requested=true 2024-12-08T22:14:47,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:47,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:47,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:47,673 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:14:47,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:47,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:47,673 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:14:47,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:47,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:47,675 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158291 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:14:47,675 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/A is initiating minor compaction (all files) 2024-12-08T22:14:47,675 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/A in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:47,675 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7807575e01a54ac6a7a6a864f24a8273, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/f517f32de7c94831ba859c2a84c10046, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/3d754ca5b2bf47c1843f1f55b85501e9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/20ccdd04c86c4ff19b4d2cfa581a473b] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=154.6 K 2024-12-08T22:14:47,675 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:47,675 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7807575e01a54ac6a7a6a864f24a8273, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/f517f32de7c94831ba859c2a84c10046, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/3d754ca5b2bf47c1843f1f55b85501e9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/20ccdd04c86c4ff19b4d2cfa581a473b] 2024-12-08T22:14:47,676 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57471 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:14:47,677 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/B is initiating minor compaction (all files) 2024-12-08T22:14:47,677 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/B in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:47,677 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7807575e01a54ac6a7a6a864f24a8273, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733696085484 2024-12-08T22:14:47,677 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/eab91157b5244f63ae90a98820e20890, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/f8808c4046c844e0b029456047067b0d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/6be248d4a1e44e0589f784f4be7d2eae, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/c434434158e8439788b9366f7beb7e4d] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=56.1 K 2024-12-08T22:14:47,677 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting f517f32de7c94831ba859c2a84c10046, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733696085627 2024-12-08T22:14:47,677 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting eab91157b5244f63ae90a98820e20890, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733696085484 2024-12-08T22:14:47,677 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d754ca5b2bf47c1843f1f55b85501e9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733696086294 2024-12-08T22:14:47,678 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting f8808c4046c844e0b029456047067b0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733696085627 2024-12-08T22:14:47,678 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20ccdd04c86c4ff19b4d2cfa581a473b, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733696087445 2024-12-08T22:14:47,678 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 6be248d4a1e44e0589f784f4be7d2eae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733696086294 2024-12-08T22:14:47,679 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c434434158e8439788b9366f7beb7e4d, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733696087445 2024-12-08T22:14:47,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-08T22:14:47,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:47,683 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-12-08T22:14:47,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:47,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:47,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:47,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:47,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:47,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:47,695 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:47,700 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#B#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:47,700 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/ca05545e93f6488f9f057d33fdf05574 is 50, key is test_row_0/B:col10/1733696087537/Put/seqid=0 2024-12-08T22:14:47,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084de0014602d3437c97fe0dd95c0c81e5_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696087649/Put/seqid=0 2024-12-08T22:14:47,711 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208deec957048914b22bc492d98b35bf5b7_e0f26141b67bd28a4af4b611773e8054 store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:47,716 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208deec957048914b22bc492d98b35bf5b7_e0f26141b67bd28a4af4b611773e8054, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:47,716 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208deec957048914b22bc492d98b35bf5b7_e0f26141b67bd28a4af4b611773e8054 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:47,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741988_1164 (size=12241) 2024-12-08T22:14:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:47,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741989_1165 (size=12304) 2024-12-08T22:14:47,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696147773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:47,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:47,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696147775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:47,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696147777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:47,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:47,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:47,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741990_1166 (size=4469) 2024-12-08T22:14:47,792 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#A#compaction#141 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:47,792 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/324a3331f9bb4a2f9bcfff39f53a379a is 175, key is test_row_0/A:col10/1733696087537/Put/seqid=0 2024-12-08T22:14:47,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741991_1167 (size=31195) 2024-12-08T22:14:47,811 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/324a3331f9bb4a2f9bcfff39f53a379a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/324a3331f9bb4a2f9bcfff39f53a379a 2024-12-08T22:14:47,818 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/A of e0f26141b67bd28a4af4b611773e8054 into 324a3331f9bb4a2f9bcfff39f53a379a(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:47,818 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:47,818 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/A, priority=12, startTime=1733696087673; duration=0sec 2024-12-08T22:14:47,818 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:47,819 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:A 2024-12-08T22:14:47,819 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:14:47,820 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:14:47,820 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/C is initiating minor compaction (all files) 2024-12-08T22:14:47,820 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/C in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:47,821 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d5ef05105c1342158ab1464d15d3c864, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/dcfffb7b93514ab5957ddc7582f9c8e2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/36a5b36793954833943756bcafad7607, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/134036f5cfe64f9390d673e80637ba85] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=47.0 K 2024-12-08T22:14:47,822 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5ef05105c1342158ab1464d15d3c864, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733696085484 2024-12-08T22:14:47,822 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcfffb7b93514ab5957ddc7582f9c8e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733696085627 2024-12-08T22:14:47,823 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36a5b36793954833943756bcafad7607, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733696086294 2024-12-08T22:14:47,824 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 134036f5cfe64f9390d673e80637ba85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733696087526 2024-12-08T22:14:47,835 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#C#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:47,836 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/dcb3089f96a24a6e959571f64cfdae17 is 50, key is test_row_0/C:col10/1733696087537/Put/seqid=0 2024-12-08T22:14:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-08T22:14:47,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741992_1168 (size=12241) 2024-12-08T22:14:47,864 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/dcb3089f96a24a6e959571f64cfdae17 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/dcb3089f96a24a6e959571f64cfdae17 2024-12-08T22:14:47,875 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/C of e0f26141b67bd28a4af4b611773e8054 into dcb3089f96a24a6e959571f64cfdae17(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:47,875 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:47,875 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/C, priority=12, startTime=1733696087673; duration=0sec 2024-12-08T22:14:47,875 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:47,875 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:C 2024-12-08T22:14:47,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696147885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:47,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:47,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696147885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:47,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:47,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:47,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696147886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:47,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:47,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:48,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:48,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696148095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696148095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:48,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696148095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:48,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:48,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:48,136 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/ca05545e93f6488f9f057d33fdf05574 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/ca05545e93f6488f9f057d33fdf05574 2024-12-08T22:14:48,145 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/B of e0f26141b67bd28a4af4b611773e8054 into ca05545e93f6488f9f057d33fdf05574(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:48,145 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:48,145 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/B, priority=12, startTime=1733696087673; duration=0sec 2024-12-08T22:14:48,145 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:48,145 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:B 2024-12-08T22:14:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-08T22:14:48,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:48,178 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084de0014602d3437c97fe0dd95c0c81e5_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084de0014602d3437c97fe0dd95c0c81e5_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:48,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/db4f9ab0797b49269c20947c2e880550, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:48,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/db4f9ab0797b49269c20947c2e880550 is 175, key is test_row_0/A:col10/1733696087649/Put/seqid=0 2024-12-08T22:14:48,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741993_1169 (size=31105) 2024-12-08T22:14:48,188 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/db4f9ab0797b49269c20947c2e880550 2024-12-08T22:14:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/a2c212b4720846f8a9a38a4f0bd1db45 is 50, key is test_row_0/B:col10/1733696087649/Put/seqid=0 2024-12-08T22:14:48,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741994_1170 (size=12151) 2024-12-08T22:14:48,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696148405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:48,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:48,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696148405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696148405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:48,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696148575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:48,576 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:48,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696148595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:48,597 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:48,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:48,610 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/a2c212b4720846f8a9a38a4f0bd1db45 2024-12-08T22:14:48,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/c51e4c8da20444a4934c8a572c3b10a5 is 50, key is test_row_0/C:col10/1733696087649/Put/seqid=0 2024-12-08T22:14:48,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741995_1171 (size=12151) 2024-12-08T22:14:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-08T22:14:48,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696148915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:48,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696148915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:48,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696148916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:49,029 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/c51e4c8da20444a4934c8a572c3b10a5 2024-12-08T22:14:49,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/db4f9ab0797b49269c20947c2e880550 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/db4f9ab0797b49269c20947c2e880550 2024-12-08T22:14:49,038 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/db4f9ab0797b49269c20947c2e880550, entries=150, sequenceid=145, filesize=30.4 K 2024-12-08T22:14:49,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/a2c212b4720846f8a9a38a4f0bd1db45 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a2c212b4720846f8a9a38a4f0bd1db45 2024-12-08T22:14:49,043 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a2c212b4720846f8a9a38a4f0bd1db45, entries=150, sequenceid=145, filesize=11.9 K 2024-12-08T22:14:49,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/c51e4c8da20444a4934c8a572c3b10a5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/c51e4c8da20444a4934c8a572c3b10a5 2024-12-08T22:14:49,049 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/c51e4c8da20444a4934c8a572c3b10a5, entries=150, sequenceid=145, filesize=11.9 K 2024-12-08T22:14:49,050 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for e0f26141b67bd28a4af4b611773e8054 in 1367ms, sequenceid=145, compaction requested=false 2024-12-08T22:14:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-08T22:14:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-08T22:14:49,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-08T22:14:49,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5230 sec 2024-12-08T22:14:49,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.5320 sec 2024-12-08T22:14:49,211 INFO [master/45d1fbfb79fd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-08T22:14:49,212 INFO [master/45d1fbfb79fd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-08T22:14:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-08T22:14:49,675 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:49,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-08T22:14:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-08T22:14:49,678 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:49,679 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:49,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-08T22:14:49,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-08T22:14:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:49,831 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-08T22:14:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:49,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208417ca3d7b6a941ba87dfad319e0d3346_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696087775/Put/seqid=0 2024-12-08T22:14:49,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741996_1172 (size=12304) 2024-12-08T22:14:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:49,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:49,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696089939, max timestamp=1733696089973Num uniques 859; 2024-12-08T22:14:49,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696089939, max timestamp=1733696089973Num uniques 859; 2024-12-08T22:14:49,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:14:49,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:14:49,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696089939, max timestamp=1733696089973Num uniques 859; 2024-12-08T22:14:49,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:14:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-08T22:14:50,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696150001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:50,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696150001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:50,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696150003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:50,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696150115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:50,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696150115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696150116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:50,248 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208417ca3d7b6a941ba87dfad319e0d3346_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208417ca3d7b6a941ba87dfad319e0d3346_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:50,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/af9716bbe810444d86d4b7964e6174ef, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:50,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/af9716bbe810444d86d4b7964e6174ef is 175, key is test_row_0/A:col10/1733696087775/Put/seqid=0 2024-12-08T22:14:50,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741997_1173 (size=31105) 2024-12-08T22:14:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-08T22:14:50,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696150325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:50,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696150325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:50,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696150326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:50,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696150635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:50,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696150635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:50,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696150635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:50,656 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/af9716bbe810444d86d4b7964e6174ef 2024-12-08T22:14:50,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/f02294aab05141dd96c7c0d27d860326 is 50, key is test_row_0/B:col10/1733696087775/Put/seqid=0 2024-12-08T22:14:50,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741998_1174 (size=12151) 2024-12-08T22:14:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-08T22:14:51,068 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/f02294aab05141dd96c7c0d27d860326 2024-12-08T22:14:51,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/a499d2d27aac4ba695a5e720c6bc1b8d is 50, key is test_row_0/C:col10/1733696087775/Put/seqid=0 2024-12-08T22:14:51,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741999_1175 (size=12151) 2024-12-08T22:14:51,092 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/a499d2d27aac4ba695a5e720c6bc1b8d 2024-12-08T22:14:51,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/af9716bbe810444d86d4b7964e6174ef as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/af9716bbe810444d86d4b7964e6174ef 2024-12-08T22:14:51,103 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/af9716bbe810444d86d4b7964e6174ef, entries=150, sequenceid=158, filesize=30.4 K 2024-12-08T22:14:51,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/f02294aab05141dd96c7c0d27d860326 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/f02294aab05141dd96c7c0d27d860326 2024-12-08T22:14:51,109 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/f02294aab05141dd96c7c0d27d860326, entries=150, sequenceid=158, filesize=11.9 K 2024-12-08T22:14:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/a499d2d27aac4ba695a5e720c6bc1b8d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/a499d2d27aac4ba695a5e720c6bc1b8d 2024-12-08T22:14:51,114 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/a499d2d27aac4ba695a5e720c6bc1b8d, entries=150, sequenceid=158, filesize=11.9 K 2024-12-08T22:14:51,115 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e0f26141b67bd28a4af4b611773e8054 in 1284ms, sequenceid=158, compaction requested=true 2024-12-08T22:14:51,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:51,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:51,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-08T22:14:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-08T22:14:51,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-08T22:14:51,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4370 sec 2024-12-08T22:14:51,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.4430 sec 2024-12-08T22:14:51,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-08T22:14:51,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:51,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-08T22:14:51,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:51,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-08T22:14:51,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:51,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-08T22:14:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:51,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ee1072121d564eb0b2c6d51e3ebf04f7_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696089999/Put/seqid=0 2024-12-08T22:14:51,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742000_1176 (size=14794) 2024-12-08T22:14:51,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696151158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:51,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696151158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:51,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696151169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:51,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:51,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696151275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:51,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:51,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696151275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:51,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696151275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:51,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696151485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:51,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696151485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696151485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:51,567 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:51,570 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ee1072121d564eb0b2c6d51e3ebf04f7_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ee1072121d564eb0b2c6d51e3ebf04f7_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:51,571 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/c85a2465fd94402aae001a60e4686d70, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:51,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/c85a2465fd94402aae001a60e4686d70 is 175, key is test_row_0/A:col10/1733696089999/Put/seqid=0 2024-12-08T22:14:51,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742001_1177 (size=39749) 2024-12-08T22:14:51,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696151795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:51,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696151795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696151795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:51,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:51,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-08T22:14:51,825 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:51,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-08T22:14:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T22:14:51,827 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:51,828 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:51,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T22:14:51,976 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/c85a2465fd94402aae001a60e4686d70 2024-12-08T22:14:51,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-08T22:14:51,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:51,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:51,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:51,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:51,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:51,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/477f1f69dee94841bbf9667a0ca76607 is 50, key is test_row_0/B:col10/1733696089999/Put/seqid=0 2024-12-08T22:14:51,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742002_1178 (size=12151) 2024-12-08T22:14:51,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/477f1f69dee94841bbf9667a0ca76607 2024-12-08T22:14:51,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/445af0d7425a4a0f93f3a76f3cb1bc83 is 50, key is test_row_0/C:col10/1733696089999/Put/seqid=0 2024-12-08T22:14:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742003_1179 (size=12151) 2024-12-08T22:14:52,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-08T22:14:52,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:52,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:52,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:52,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:52,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T22:14:52,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-08T22:14:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:52,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:52,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:52,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696152305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:52,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696152305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:52,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696152305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:52,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/445af0d7425a4a0f93f3a76f3cb1bc83 2024-12-08T22:14:52,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/c85a2465fd94402aae001a60e4686d70 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c85a2465fd94402aae001a60e4686d70 2024-12-08T22:14:52,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c85a2465fd94402aae001a60e4686d70, entries=200, sequenceid=196, filesize=38.8 K 2024-12-08T22:14:52,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/477f1f69dee94841bbf9667a0ca76607 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/477f1f69dee94841bbf9667a0ca76607 2024-12-08T22:14:52,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/477f1f69dee94841bbf9667a0ca76607, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T22:14:52,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/445af0d7425a4a0f93f3a76f3cb1bc83 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/445af0d7425a4a0f93f3a76f3cb1bc83 2024-12-08T22:14:52,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/445af0d7425a4a0f93f3a76f3cb1bc83, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T22:14:52,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for e0f26141b67bd28a4af4b611773e8054 in 1270ms, sequenceid=196, compaction requested=true 2024-12-08T22:14:52,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:52,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:52,419 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:14:52,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:52,419 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:14:52,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:52,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:52,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:52,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:52,420 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:14:52,420 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:14:52,420 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/A is initiating minor compaction (all files) 2024-12-08T22:14:52,420 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/B is initiating minor compaction (all files) 2024-12-08T22:14:52,420 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/B in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:52,420 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/A in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:52,420 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/324a3331f9bb4a2f9bcfff39f53a379a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/db4f9ab0797b49269c20947c2e880550, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/af9716bbe810444d86d4b7964e6174ef, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c85a2465fd94402aae001a60e4686d70] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=130.0 K 2024-12-08T22:14:52,420 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/ca05545e93f6488f9f057d33fdf05574, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a2c212b4720846f8a9a38a4f0bd1db45, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/f02294aab05141dd96c7c0d27d860326, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/477f1f69dee94841bbf9667a0ca76607] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=47.6 K 2024-12-08T22:14:52,420 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:52,420 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/324a3331f9bb4a2f9bcfff39f53a379a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/db4f9ab0797b49269c20947c2e880550, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/af9716bbe810444d86d4b7964e6174ef, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c85a2465fd94402aae001a60e4686d70] 2024-12-08T22:14:52,420 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting ca05545e93f6488f9f057d33fdf05574, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733696087526 2024-12-08T22:14:52,420 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 324a3331f9bb4a2f9bcfff39f53a379a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733696087526 2024-12-08T22:14:52,421 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a2c212b4720846f8a9a38a4f0bd1db45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733696087642 2024-12-08T22:14:52,421 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting db4f9ab0797b49269c20947c2e880550, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733696087642 2024-12-08T22:14:52,421 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting f02294aab05141dd96c7c0d27d860326, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733696087768 2024-12-08T22:14:52,421 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting af9716bbe810444d86d4b7964e6174ef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733696087768 2024-12-08T22:14:52,421 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 477f1f69dee94841bbf9667a0ca76607, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733696089999 2024-12-08T22:14:52,421 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting c85a2465fd94402aae001a60e4686d70, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733696089996 2024-12-08T22:14:52,428 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:52,430 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208241c92f1108141298d82bbe88860d5ab_e0f26141b67bd28a4af4b611773e8054 store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:52,431 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208241c92f1108141298d82bbe88860d5ab_e0f26141b67bd28a4af4b611773e8054, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:52,431 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208241c92f1108141298d82bbe88860d5ab_e0f26141b67bd28a4af4b611773e8054 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:52,431 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:52,432 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/a0543059fb4e49549d4bcf146c942275 is 50, key is test_row_0/B:col10/1733696089999/Put/seqid=0 2024-12-08T22:14:52,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-08T22:14:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:52,438 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-08T22:14:52,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:52,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:52,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:52,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:52,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:52,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:52,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742004_1180 (size=4469) 2024-12-08T22:14:52,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742005_1181 (size=12527) 2024-12-08T22:14:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T22:14:52,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208dc3e5d4b0e5545c5964698ec4787cf3c_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696091155/Put/seqid=0 2024-12-08T22:14:52,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742006_1182 (size=12304) 2024-12-08T22:14:52,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:52,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696092614, max timestamp=1733696092636Num uniques 859; 2024-12-08T22:14:52,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696092614, max timestamp=1733696092636Num uniques 859; 2024-12-08T22:14:52,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:14:52,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:14:52,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696152677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:52,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696152677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:52,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:52,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696152785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:52,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696152785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:52,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:52,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:52,848 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#A#compaction#153 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:52,848 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/fdc61271d6cf4aa0b1267dcd69fb629c is 175, key is test_row_0/A:col10/1733696089999/Put/seqid=0 2024-12-08T22:14:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742007_1183 (size=31481) 2024-12-08T22:14:52,858 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/a0543059fb4e49549d4bcf146c942275 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a0543059fb4e49549d4bcf146c942275 2024-12-08T22:14:52,865 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/B of e0f26141b67bd28a4af4b611773e8054 into a0543059fb4e49549d4bcf146c942275(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:52,865 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:52,865 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/B, priority=12, startTime=1733696092419; duration=0sec 2024-12-08T22:14:52,865 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:52,865 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:B 2024-12-08T22:14:52,866 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:14:52,867 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:14:52,867 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/C is initiating minor compaction (all files) 2024-12-08T22:14:52,867 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/C in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:52,867 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/dcb3089f96a24a6e959571f64cfdae17, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/c51e4c8da20444a4934c8a572c3b10a5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/a499d2d27aac4ba695a5e720c6bc1b8d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/445af0d7425a4a0f93f3a76f3cb1bc83] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=47.6 K 2024-12-08T22:14:52,868 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting dcb3089f96a24a6e959571f64cfdae17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733696087526 2024-12-08T22:14:52,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:52,869 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c51e4c8da20444a4934c8a572c3b10a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733696087642 2024-12-08T22:14:52,871 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a499d2d27aac4ba695a5e720c6bc1b8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733696087768 2024-12-08T22:14:52,872 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 445af0d7425a4a0f93f3a76f3cb1bc83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733696089999 2024-12-08T22:14:52,874 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208dc3e5d4b0e5545c5964698ec4787cf3c_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dc3e5d4b0e5545c5964698ec4787cf3c_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:52,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/b912f94b69084379b39986e81d55aee2, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:52,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/b912f94b69084379b39986e81d55aee2 is 175, key is test_row_0/A:col10/1733696091155/Put/seqid=0 2024-12-08T22:14:52,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742008_1184 (size=31105) 2024-12-08T22:14:52,881 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/b912f94b69084379b39986e81d55aee2 2024-12-08T22:14:52,884 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:52,884 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/98a642a4305e42b2a48fb315aea26da5 is 50, key is test_row_0/C:col10/1733696089999/Put/seqid=0 2024-12-08T22:14:52,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/a2898b84189d4758b1bc2eb72a277337 is 50, key is test_row_0/B:col10/1733696091155/Put/seqid=0 2024-12-08T22:14:52,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742009_1185 (size=12527) 2024-12-08T22:14:52,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742010_1186 (size=12151) 2024-12-08T22:14:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T22:14:52,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696152995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:52,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:52,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696152995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:52,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:52,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:52,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:53,257 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/fdc61271d6cf4aa0b1267dcd69fb629c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/fdc61271d6cf4aa0b1267dcd69fb629c 2024-12-08T22:14:53,261 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/A of e0f26141b67bd28a4af4b611773e8054 into fdc61271d6cf4aa0b1267dcd69fb629c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:53,261 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:53,261 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/A, priority=12, startTime=1733696092418; duration=0sec 2024-12-08T22:14:53,261 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:53,261 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:A 2024-12-08T22:14:53,304 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/98a642a4305e42b2a48fb315aea26da5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/98a642a4305e42b2a48fb315aea26da5 2024-12-08T22:14:53,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696153306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:53,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696153306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:53,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,308 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/a2898b84189d4758b1bc2eb72a277337 2024-12-08T22:14:53,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:53,314 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/C of e0f26141b67bd28a4af4b611773e8054 into 98a642a4305e42b2a48fb315aea26da5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:53,314 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:53,314 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/C, priority=12, startTime=1733696092419; duration=0sec 2024-12-08T22:14:53,315 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:53,315 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:C 2024-12-08T22:14:53,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696153315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:53,317 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:53,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696153326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:53,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696153326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:53,329 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/050958a36c3446148e6adda111a524fc is 50, key is test_row_0/C:col10/1733696091155/Put/seqid=0 2024-12-08T22:14:53,330 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:53,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742011_1187 (size=12151) 2024-12-08T22:14:53,343 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/050958a36c3446148e6adda111a524fc 2024-12-08T22:14:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/b912f94b69084379b39986e81d55aee2 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/b912f94b69084379b39986e81d55aee2 2024-12-08T22:14:53,358 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/b912f94b69084379b39986e81d55aee2, entries=150, sequenceid=205, filesize=30.4 K 2024-12-08T22:14:53,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/a2898b84189d4758b1bc2eb72a277337 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a2898b84189d4758b1bc2eb72a277337 2024-12-08T22:14:53,366 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a2898b84189d4758b1bc2eb72a277337, entries=150, sequenceid=205, filesize=11.9 K 2024-12-08T22:14:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/050958a36c3446148e6adda111a524fc as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/050958a36c3446148e6adda111a524fc 2024-12-08T22:14:53,372 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/050958a36c3446148e6adda111a524fc, entries=150, sequenceid=205, filesize=11.9 K 2024-12-08T22:14:53,373 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=138.65 KB/141980 for e0f26141b67bd28a4af4b611773e8054 in 935ms, sequenceid=205, compaction requested=false 2024-12-08T22:14:53,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:53,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:53,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-08T22:14:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-08T22:14:53,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-08T22:14:53,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5470 sec 2024-12-08T22:14:53,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.5510 sec 2024-12-08T22:14:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:53,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=145.36 KB heapSize=423.16 KB 2024-12-08T22:14:53,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:53,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:53,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:53,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:53,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:53,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:53,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ef2150c7fbea46a98cbae82a22ec6c5a_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696092675/Put/seqid=0 2024-12-08T22:14:53,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696153829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:53,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696153831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:53,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742012_1188 (size=17284) 2024-12-08T22:14:53,844 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:53,848 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ef2150c7fbea46a98cbae82a22ec6c5a_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ef2150c7fbea46a98cbae82a22ec6c5a_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:53,849 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/ec00672b0ab1444096081aa949905e72, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:53,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/ec00672b0ab1444096081aa949905e72 is 175, key is test_row_0/A:col10/1733696092675/Put/seqid=0 2024-12-08T22:14:53,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742013_1189 (size=48389) 2024-12-08T22:14:53,854 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/ec00672b0ab1444096081aa949905e72 2024-12-08T22:14:53,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/006549b701a144f99a628a5a8f58088c is 50, key is test_row_0/B:col10/1733696092675/Put/seqid=0 2024-12-08T22:14:53,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742014_1190 (size=12151) 2024-12-08T22:14:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696153935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:53,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696153945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T22:14:53,975 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:53,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-08T22:14:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T22:14:53,977 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:53,977 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:53,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T22:14:54,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-08T22:14:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696154145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:54,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:54,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:54,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:54,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696154155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:54,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:54,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:54,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:54,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/006549b701a144f99a628a5a8f58088c 2024-12-08T22:14:54,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/50bcad4703f4492b8a792dc5ed0f3ac7 is 50, key is test_row_0/C:col10/1733696092675/Put/seqid=0 2024-12-08T22:14:54,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742015_1191 (size=12151) 2024-12-08T22:14:54,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-08T22:14:54,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:54,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:54,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:54,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.56 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/50bcad4703f4492b8a792dc5ed0f3ac7 2024-12-08T22:14:54,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/ec00672b0ab1444096081aa949905e72 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ec00672b0ab1444096081aa949905e72 2024-12-08T22:14:54,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ec00672b0ab1444096081aa949905e72, entries=250, sequenceid=243, filesize=47.3 K 2024-12-08T22:14:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T22:14:54,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/006549b701a144f99a628a5a8f58088c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/006549b701a144f99a628a5a8f58088c 2024-12-08T22:14:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/006549b701a144f99a628a5a8f58088c, entries=150, sequenceid=243, filesize=11.9 K 2024-12-08T22:14:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/50bcad4703f4492b8a792dc5ed0f3ac7 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/50bcad4703f4492b8a792dc5ed0f3ac7 2024-12-08T22:14:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/50bcad4703f4492b8a792dc5ed0f3ac7, entries=150, sequenceid=243, filesize=11.9 K 2024-12-08T22:14:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~152.07 KB/155720, heapSize ~443.03 KB/453664, currentSize=26.84 KB/27480 for e0f26141b67bd28a4af4b611773e8054 in 490ms, sequenceid=243, compaction requested=true 2024-12-08T22:14:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:54,308 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:54,309 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:54,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:54,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:54,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,314 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:54,315 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:54,315 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/A is initiating minor compaction (all files) 2024-12-08T22:14:54,315 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/B is initiating minor compaction (all files) 2024-12-08T22:14:54,315 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/A in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,315 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/B in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,315 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a0543059fb4e49549d4bcf146c942275, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a2898b84189d4758b1bc2eb72a277337, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/006549b701a144f99a628a5a8f58088c] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=36.0 K 2024-12-08T22:14:54,315 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/fdc61271d6cf4aa0b1267dcd69fb629c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/b912f94b69084379b39986e81d55aee2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ec00672b0ab1444096081aa949905e72] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=108.4 K 2024-12-08T22:14:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,315 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,315 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/fdc61271d6cf4aa0b1267dcd69fb629c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/b912f94b69084379b39986e81d55aee2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ec00672b0ab1444096081aa949905e72] 2024-12-08T22:14:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,316 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a0543059fb4e49549d4bcf146c942275, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733696089999 2024-12-08T22:14:54,316 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdc61271d6cf4aa0b1267dcd69fb629c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733696089999 2024-12-08T22:14:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,316 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a2898b84189d4758b1bc2eb72a277337, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733696091155 2024-12-08T22:14:54,316 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting b912f94b69084379b39986e81d55aee2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733696091155 2024-12-08T22:14:54,316 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 006549b701a144f99a628a5a8f58088c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733696092675 2024-12-08T22:14:54,317 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec00672b0ab1444096081aa949905e72, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733696092652 2024-12-08T22:14:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,330 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,335 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#B#compaction#163 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:54,336 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/2fa0703dc4e444b4bc78f47b4d1d7115 is 50, key is test_row_0/B:col10/1733696092675/Put/seqid=0 2024-12-08T22:14:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,345 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208256c89c6a604494990a3d53fdf936216_e0f26141b67bd28a4af4b611773e8054 store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,349 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208256c89c6a604494990a3d53fdf936216_e0f26141b67bd28a4af4b611773e8054, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,349 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208256c89c6a604494990a3d53fdf936216_e0f26141b67bd28a4af4b611773e8054 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742016_1192 (size=12629) 2024-12-08T22:14:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,376 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/2fa0703dc4e444b4bc78f47b4d1d7115 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/2fa0703dc4e444b4bc78f47b4d1d7115 2024-12-08T22:14:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,384 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/B of e0f26141b67bd28a4af4b611773e8054 into 2fa0703dc4e444b4bc78f47b4d1d7115(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:54,384 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:54,384 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/B, priority=13, startTime=1733696094309; duration=0sec 2024-12-08T22:14:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,384 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:54,384 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:B 2024-12-08T22:14:54,384 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,387 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,387 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/C is initiating minor compaction (all files) 2024-12-08T22:14:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,387 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/C in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,388 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/98a642a4305e42b2a48fb315aea26da5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/050958a36c3446148e6adda111a524fc, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/50bcad4703f4492b8a792dc5ed0f3ac7] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=36.0 K 2024-12-08T22:14:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,389 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 98a642a4305e42b2a48fb315aea26da5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733696089999 2024-12-08T22:14:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742017_1193 (size=4469) 2024-12-08T22:14:54,389 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 050958a36c3446148e6adda111a524fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733696091155 2024-12-08T22:14:54,390 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 50bcad4703f4492b8a792dc5ed0f3ac7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733696092675 2024-12-08T22:14:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,391 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#A#compaction#162 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,391 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/ff80270bde3948d4ad682dc60711288f is 175, key is test_row_0/A:col10/1733696092675/Put/seqid=0 2024-12-08T22:14:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,401 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#C#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742018_1194 (size=31583) 2024-12-08T22:14:54,402 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/485cf194882d4b458d4300e94bd1dc21 is 50, key is test_row_0/C:col10/1733696092675/Put/seqid=0 2024-12-08T22:14:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742019_1195 (size=12629) 2024-12-08T22:14:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,414 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/485cf194882d4b458d4300e94bd1dc21 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/485cf194882d4b458d4300e94bd1dc21 2024-12-08T22:14:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,422 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/C of e0f26141b67bd28a4af4b611773e8054 into 485cf194882d4b458d4300e94bd1dc21(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:54,422 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:54,422 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/C, priority=13, startTime=1733696094310; duration=0sec 2024-12-08T22:14:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,422 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:54,422 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:C 2024-12-08T22:14:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-08T22:14:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,436 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-08T22:14:54,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:54,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:54,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:54,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:54,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:54,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120866cb0f5f824c40a48e46c63d9ec00966_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_1/A:col10/1733696093828/Put/seqid=0 2024-12-08T22:14:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742020_1196 (size=9814) 2024-12-08T22:14:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:54,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,501 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120866cb0f5f824c40a48e46c63d9ec00966_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120866cb0f5f824c40a48e46c63d9ec00966_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/22569aa68bfa4e63bea4b91cbff1c03d, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/22569aa68bfa4e63bea4b91cbff1c03d is 175, key is test_row_1/A:col10/1733696093828/Put/seqid=0 2024-12-08T22:14:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742021_1197 (size=22461) 2024-12-08T22:14:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,509 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/22569aa68bfa4e63bea4b91cbff1c03d 2024-12-08T22:14:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/689a6ebeab714693b4126a48cefe1b6a is 50, key is test_row_1/B:col10/1733696093828/Put/seqid=0 2024-12-08T22:14:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742022_1198 (size=9757) 2024-12-08T22:14:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,529 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/689a6ebeab714693b4126a48cefe1b6a 2024-12-08T22:14:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/aa36213852ec4d0ca45d131c4fb941e4 is 50, key is test_row_1/C:col10/1733696093828/Put/seqid=0 2024-12-08T22:14:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:54,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742023_1199 (size=9757) 2024-12-08T22:14:54,559 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/aa36213852ec4d0ca45d131c4fb941e4 2024-12-08T22:14:54,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/22569aa68bfa4e63bea4b91cbff1c03d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/22569aa68bfa4e63bea4b91cbff1c03d 2024-12-08T22:14:54,573 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/22569aa68bfa4e63bea4b91cbff1c03d, entries=100, sequenceid=252, filesize=21.9 K 2024-12-08T22:14:54,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/689a6ebeab714693b4126a48cefe1b6a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/689a6ebeab714693b4126a48cefe1b6a 2024-12-08T22:14:54,581 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/689a6ebeab714693b4126a48cefe1b6a, entries=100, sequenceid=252, filesize=9.5 K 2024-12-08T22:14:54,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696094541, max timestamp=1733696094579Num uniques 859; 2024-12-08T22:14:54,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696094541, max timestamp=1733696094579Num uniques 859; 2024-12-08T22:14:54,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:14:54,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:14:54,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/aa36213852ec4d0ca45d131c4fb941e4 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/aa36213852ec4d0ca45d131c4fb941e4 2024-12-08T22:14:54,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696094541, max timestamp=1733696094579Num uniques 859; 2024-12-08T22:14:54,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:14:54,592 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/aa36213852ec4d0ca45d131c4fb941e4, entries=100, sequenceid=252, filesize=9.5 K 2024-12-08T22:14:54,593 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=33.54 KB/34350 for e0f26141b67bd28a4af4b611773e8054 in 157ms, sequenceid=252, compaction requested=false 2024-12-08T22:14:54,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:54,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-08T22:14:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-08T22:14:54,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-08T22:14:54,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 618 msec 2024-12-08T22:14:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:54,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-12-08T22:14:54,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 623 msec 2024-12-08T22:14:54,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:54,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:54,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:54,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:54,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:54,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T22:14:54,606 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:54,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-08T22:14:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T22:14:54,609 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:54,610 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:54,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:54,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120834481fcd4f524ee5a4ef8a8b9bd5799f_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696094551/Put/seqid=0 2024-12-08T22:14:54,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742024_1200 (size=14994) 2024-12-08T22:14:54,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696094688, max timestamp=1733696094703Num uniques 859; 2024-12-08T22:14:54,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:14:54,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696094688, max timestamp=1733696094703Num uniques 859; 2024-12-08T22:14:54,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:14:54,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696094688, max timestamp=1733696094703Num uniques 859; 2024-12-08T22:14:54,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:14:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T22:14:54,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696154740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:54,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696154741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:54,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-08T22:14:54,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:54,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:54,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:54,807 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/ff80270bde3948d4ad682dc60711288f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ff80270bde3948d4ad682dc60711288f 2024-12-08T22:14:54,812 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/A of e0f26141b67bd28a4af4b611773e8054 into ff80270bde3948d4ad682dc60711288f(size=30.8 K), total size for store is 52.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:54,812 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:54,812 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/A, priority=13, startTime=1733696094308; duration=0sec 2024-12-08T22:14:54,812 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:54,812 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:A 2024-12-08T22:14:54,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696154845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:54,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696154845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:54,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:54,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:54,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-08T22:14:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:54,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T22:14:55,029 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:55,039 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120834481fcd4f524ee5a4ef8a8b9bd5799f_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120834481fcd4f524ee5a4ef8a8b9bd5799f_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:55,040 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/0fc72b75a93943718ea09522d8a3accc, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:55,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/0fc72b75a93943718ea09522d8a3accc is 175, key is test_row_0/A:col10/1733696094551/Put/seqid=0 2024-12-08T22:14:55,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742025_1201 (size=39949) 2024-12-08T22:14:55,050 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/0fc72b75a93943718ea09522d8a3accc 2024-12-08T22:14:55,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696155055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696155055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/e80cf54353864d168824fc30d567eaa7 is 50, key is test_row_0/B:col10/1733696094551/Put/seqid=0 2024-12-08T22:14:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742026_1202 (size=12301) 2024-12-08T22:14:55,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/e80cf54353864d168824fc30d567eaa7 2024-12-08T22:14:55,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-08T22:14:55,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:55,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:55,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/27555819c7f24923aa3f357a9f44c647 is 50, key is test_row_0/C:col10/1733696094551/Put/seqid=0 2024-12-08T22:14:55,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742027_1203 (size=12301) 2024-12-08T22:14:55,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/27555819c7f24923aa3f357a9f44c647 2024-12-08T22:14:55,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/0fc72b75a93943718ea09522d8a3accc as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/0fc72b75a93943718ea09522d8a3accc 2024-12-08T22:14:55,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/0fc72b75a93943718ea09522d8a3accc, entries=200, sequenceid=278, filesize=39.0 K 2024-12-08T22:14:55,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/e80cf54353864d168824fc30d567eaa7 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/e80cf54353864d168824fc30d567eaa7 2024-12-08T22:14:55,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/e80cf54353864d168824fc30d567eaa7, entries=150, sequenceid=278, filesize=12.0 K 2024-12-08T22:14:55,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/27555819c7f24923aa3f357a9f44c647 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/27555819c7f24923aa3f357a9f44c647 2024-12-08T22:14:55,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/27555819c7f24923aa3f357a9f44c647, entries=150, sequenceid=278, filesize=12.0 K 2024-12-08T22:14:55,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~165.80 KB/169776, currentSize=127.47 KB/130530 for e0f26141b67bd28a4af4b611773e8054 in 518ms, sequenceid=278, compaction requested=true 2024-12-08T22:14:55,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:55,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:55,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:55,118 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:55,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:55,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:55,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:55,118 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:55,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:55,120 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:55,120 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/B is initiating minor compaction (all files) 2024-12-08T22:14:55,120 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/B in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:55,120 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/2fa0703dc4e444b4bc78f47b4d1d7115, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/689a6ebeab714693b4126a48cefe1b6a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/e80cf54353864d168824fc30d567eaa7] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=33.9 K 2024-12-08T22:14:55,120 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:55,120 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/A is initiating minor compaction (all files) 2024-12-08T22:14:55,120 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/A in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:55,121 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ff80270bde3948d4ad682dc60711288f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/22569aa68bfa4e63bea4b91cbff1c03d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/0fc72b75a93943718ea09522d8a3accc] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=91.8 K 2024-12-08T22:14:55,121 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:55,121 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ff80270bde3948d4ad682dc60711288f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/22569aa68bfa4e63bea4b91cbff1c03d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/0fc72b75a93943718ea09522d8a3accc] 2024-12-08T22:14:55,122 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff80270bde3948d4ad682dc60711288f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733696092675 2024-12-08T22:14:55,122 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fa0703dc4e444b4bc78f47b4d1d7115, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733696092675 2024-12-08T22:14:55,123 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 689a6ebeab714693b4126a48cefe1b6a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733696093826 2024-12-08T22:14:55,123 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22569aa68bfa4e63bea4b91cbff1c03d, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733696093826 2024-12-08T22:14:55,123 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting e80cf54353864d168824fc30d567eaa7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733696094551 2024-12-08T22:14:55,123 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fc72b75a93943718ea09522d8a3accc, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733696094551 2024-12-08T22:14:55,135 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#B#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:55,135 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/d06bca1258444521833a17a15211c245 is 50, key is test_row_0/B:col10/1733696094551/Put/seqid=0 2024-12-08T22:14:55,138 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:55,149 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208e49b433660584a7d8221abcd00b44485_e0f26141b67bd28a4af4b611773e8054 store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:55,151 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208e49b433660584a7d8221abcd00b44485_e0f26141b67bd28a4af4b611773e8054, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:55,151 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e49b433660584a7d8221abcd00b44485_e0f26141b67bd28a4af4b611773e8054 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:55,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742028_1204 (size=12881) 2024-12-08T22:14:55,165 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/d06bca1258444521833a17a15211c245 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/d06bca1258444521833a17a15211c245 2024-12-08T22:14:55,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742029_1205 (size=4469) 2024-12-08T22:14:55,207 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/B of e0f26141b67bd28a4af4b611773e8054 into d06bca1258444521833a17a15211c245(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:55,207 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:55,207 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/B, priority=13, startTime=1733696095118; duration=0sec 2024-12-08T22:14:55,207 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:55,207 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:B 2024-12-08T22:14:55,207 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:55,209 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:55,209 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/C is initiating minor compaction (all files) 2024-12-08T22:14:55,209 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/C in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:55,209 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/485cf194882d4b458d4300e94bd1dc21, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/aa36213852ec4d0ca45d131c4fb941e4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/27555819c7f24923aa3f357a9f44c647] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=33.9 K 2024-12-08T22:14:55,209 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 485cf194882d4b458d4300e94bd1dc21, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733696092675 2024-12-08T22:14:55,209 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting aa36213852ec4d0ca45d131c4fb941e4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733696093826 2024-12-08T22:14:55,210 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 27555819c7f24923aa3f357a9f44c647, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733696094551 2024-12-08T22:14:55,217 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:55,217 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/9846cbd9db97450f96806d5d1b41ac6b is 50, key is test_row_0/C:col10/1733696094551/Put/seqid=0 2024-12-08T22:14:55,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-08T22:14:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:55,223 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-08T22:14:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:55,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:55,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742030_1206 (size=12881) 2024-12-08T22:14:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T22:14:55,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b547e360fcf74f0782596532eb4c10ee_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696094725/Put/seqid=0 2024-12-08T22:14:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742031_1207 (size=12454) 2024-12-08T22:14:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:55,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:55,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696155350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696155351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696155355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,356 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:55,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696155365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696155366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696155455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696155465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,604 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#A#compaction#172 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:55,604 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/aa50af79b3184f76b203c4f5136df77a is 175, key is test_row_0/A:col10/1733696094551/Put/seqid=0 2024-12-08T22:14:55,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742032_1208 (size=31835) 2024-12-08T22:14:55,639 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/9846cbd9db97450f96806d5d1b41ac6b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/9846cbd9db97450f96806d5d1b41ac6b 2024-12-08T22:14:55,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:55,644 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/C of e0f26141b67bd28a4af4b611773e8054 into 9846cbd9db97450f96806d5d1b41ac6b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:55,644 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:55,644 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/C, priority=13, startTime=1733696095118; duration=0sec 2024-12-08T22:14:55,644 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:55,644 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:C 2024-12-08T22:14:55,647 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b547e360fcf74f0782596532eb4c10ee_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b547e360fcf74f0782596532eb4c10ee_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:55,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/7b54a3498fd84309823f4a33b6035f16, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:55,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/7b54a3498fd84309823f4a33b6035f16 is 175, key is test_row_0/A:col10/1733696094725/Put/seqid=0 2024-12-08T22:14:55,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742033_1209 (size=31255) 2024-12-08T22:14:55,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696155665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696155675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T22:14:55,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696155875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696155875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696155975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696155985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:56,014 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/aa50af79b3184f76b203c4f5136df77a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/aa50af79b3184f76b203c4f5136df77a 2024-12-08T22:14:56,020 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/A of e0f26141b67bd28a4af4b611773e8054 into aa50af79b3184f76b203c4f5136df77a(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:56,020 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:56,020 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/A, priority=13, startTime=1733696095118; duration=0sec 2024-12-08T22:14:56,020 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:56,020 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:A 2024-12-08T22:14:56,053 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/7b54a3498fd84309823f4a33b6035f16 2024-12-08T22:14:56,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/4b9a29764f5b4905a1a85ca0d2749461 is 50, key is test_row_0/B:col10/1733696094725/Put/seqid=0 2024-12-08T22:14:56,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742034_1210 (size=12301) 2024-12-08T22:14:56,471 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/4b9a29764f5b4905a1a85ca0d2749461 2024-12-08T22:14:56,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/d3a70dd4dd4d420f98551b28dea871dd is 50, key is test_row_0/C:col10/1733696094725/Put/seqid=0 2024-12-08T22:14:56,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742035_1211 (size=12301) 2024-12-08T22:14:56,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696156485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696156494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T22:14:56,886 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/d3a70dd4dd4d420f98551b28dea871dd 2024-12-08T22:14:56,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696156885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:56,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696156886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:56,889 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:56,889 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:56,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/7b54a3498fd84309823f4a33b6035f16 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7b54a3498fd84309823f4a33b6035f16 2024-12-08T22:14:56,895 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7b54a3498fd84309823f4a33b6035f16, entries=150, sequenceid=315, filesize=30.5 K 2024-12-08T22:14:56,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/4b9a29764f5b4905a1a85ca0d2749461 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/4b9a29764f5b4905a1a85ca0d2749461 2024-12-08T22:14:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,900 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/4b9a29764f5b4905a1a85ca0d2749461, entries=150, sequenceid=315, filesize=12.0 K 2024-12-08T22:14:56,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/d3a70dd4dd4d420f98551b28dea871dd as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d3a70dd4dd4d420f98551b28dea871dd 2024-12-08T22:14:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,905 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d3a70dd4dd4d420f98551b28dea871dd, entries=150, sequenceid=315, filesize=12.0 K 2024-12-08T22:14:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,906 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for e0f26141b67bd28a4af4b611773e8054 in 1683ms, sequenceid=315, compaction requested=false 2024-12-08T22:14:56,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:56,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:56,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-08T22:14:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-08T22:14:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-08T22:14:56,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2970 sec 2024-12-08T22:14:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.3040 sec 2024-12-08T22:14:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:57,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-08T22:14:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:14:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f67b2dd222b24930a595d11c787427e1_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696095348/Put/seqid=0 2024-12-08T22:14:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742036_1212 (size=12454) 2024-12-08T22:14:57,515 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,519 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f67b2dd222b24930a595d11c787427e1_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f67b2dd222b24930a595d11c787427e1_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,521 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/5d34078321de403894ac2638554b562b, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:57,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/5d34078321de403894ac2638554b562b is 175, key is test_row_0/A:col10/1733696095348/Put/seqid=0 2024-12-08T22:14:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:57,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742037_1213 (size=31255) 2024-12-08T22:14:57,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696097530, max timestamp=1733696097560Num uniques 859; 2024-12-08T22:14:57,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696097530, max timestamp=1733696097560Num uniques 859; 2024-12-08T22:14:57,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696097530, max timestamp=1733696097560Num uniques 859; 2024-12-08T22:14:57,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:14:57,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:14:57,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:14:57,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696157598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:57,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696157599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:57,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:57,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:57,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:57,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:57,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:57,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:57,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696157705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:57,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:57,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:57,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:57,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696157705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:57,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:57,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:57,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:57,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696157915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:57,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696157915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:57,939 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/5d34078321de403894ac2638554b562b 2024-12-08T22:14:57,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/8358b5df0cce48ea85de095236fd91f9 is 50, key is test_row_0/B:col10/1733696095348/Put/seqid=0 2024-12-08T22:14:57,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742038_1214 (size=12301) 2024-12-08T22:14:58,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696158225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:58,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696158225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:58,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/8358b5df0cce48ea85de095236fd91f9 2024-12-08T22:14:58,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/1f16860230ee469f939c225e9f213753 is 50, key is test_row_0/C:col10/1733696095348/Put/seqid=0 2024-12-08T22:14:58,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742039_1215 (size=12301) 2024-12-08T22:14:58,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696158735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:58,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696158736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:58,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/1f16860230ee469f939c225e9f213753 2024-12-08T22:14:58,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/5d34078321de403894ac2638554b562b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/5d34078321de403894ac2638554b562b 2024-12-08T22:14:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T22:14:58,765 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:14:58,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:14:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-08T22:14:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T22:14:58,768 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:14:58,768 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:14:58,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:14:58,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/5d34078321de403894ac2638554b562b, entries=150, sequenceid=329, filesize=30.5 K 2024-12-08T22:14:58,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/8358b5df0cce48ea85de095236fd91f9 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/8358b5df0cce48ea85de095236fd91f9 2024-12-08T22:14:58,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/8358b5df0cce48ea85de095236fd91f9, entries=150, sequenceid=329, filesize=12.0 K 2024-12-08T22:14:58,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/1f16860230ee469f939c225e9f213753 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/1f16860230ee469f939c225e9f213753 2024-12-08T22:14:58,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/1f16860230ee469f939c225e9f213753, entries=150, sequenceid=329, filesize=12.0 K 2024-12-08T22:14:58,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for e0f26141b67bd28a4af4b611773e8054 in 1282ms, sequenceid=329, compaction requested=true 2024-12-08T22:14:58,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:58,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:14:58,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:58,779 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:58,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:14:58,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:58,779 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:58,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:14:58,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:58,780 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:58,780 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:58,780 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/A is initiating minor compaction (all files) 2024-12-08T22:14:58,780 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/B is initiating minor compaction (all files) 2024-12-08T22:14:58,780 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/A in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:58,780 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/B in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:58,781 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/aa50af79b3184f76b203c4f5136df77a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7b54a3498fd84309823f4a33b6035f16, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/5d34078321de403894ac2638554b562b] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=92.1 K 2024-12-08T22:14:58,781 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/d06bca1258444521833a17a15211c245, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/4b9a29764f5b4905a1a85ca0d2749461, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/8358b5df0cce48ea85de095236fd91f9] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=36.6 K 2024-12-08T22:14:58,781 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:58,781 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/aa50af79b3184f76b203c4f5136df77a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7b54a3498fd84309823f4a33b6035f16, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/5d34078321de403894ac2638554b562b] 2024-12-08T22:14:58,781 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d06bca1258444521833a17a15211c245, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733696094551 2024-12-08T22:14:58,781 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa50af79b3184f76b203c4f5136df77a, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733696094551 2024-12-08T22:14:58,781 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b9a29764f5b4905a1a85ca0d2749461, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733696094725 2024-12-08T22:14:58,781 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b54a3498fd84309823f4a33b6035f16, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733696094725 2024-12-08T22:14:58,782 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 8358b5df0cce48ea85de095236fd91f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733696095348 2024-12-08T22:14:58,782 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d34078321de403894ac2638554b562b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733696095348 2024-12-08T22:14:58,801 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:58,804 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#B#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:58,805 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/5e07ca459e7f407f82520b24045c8b99 is 50, key is test_row_0/B:col10/1733696095348/Put/seqid=0 2024-12-08T22:14:58,817 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412089d5a9ee3dc7048619411ce5a43b460fd_e0f26141b67bd28a4af4b611773e8054 store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:58,819 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412089d5a9ee3dc7048619411ce5a43b460fd_e0f26141b67bd28a4af4b611773e8054, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:58,819 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089d5a9ee3dc7048619411ce5a43b460fd_e0f26141b67bd28a4af4b611773e8054 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:58,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742040_1216 (size=12983) 2024-12-08T22:14:58,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742041_1217 (size=4469) 2024-12-08T22:14:58,844 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#A#compaction#180 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:58,844 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/9dae0eea316f4960a41ac09e5263e450 is 175, key is test_row_0/A:col10/1733696095348/Put/seqid=0 2024-12-08T22:14:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742042_1218 (size=31937) 2024-12-08T22:14:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T22:14:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:58,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-08T22:14:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:14:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:14:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:14:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:14:58,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086dbd9e26d49d465780b1878403568cbd_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696097598/Put/seqid=0 2024-12-08T22:14:58,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742043_1219 (size=14994) 2024-12-08T22:14:58,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-08T22:14:58,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:58,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:58,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:58,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696158927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:58,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696158928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:59,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696159035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:59,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696159035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:59,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-08T22:14:59,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:59,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T22:14:59,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-08T22:14:59,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:59,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,240 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/5e07ca459e7f407f82520b24045c8b99 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/5e07ca459e7f407f82520b24045c8b99 2024-12-08T22:14:59,245 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/B of e0f26141b67bd28a4af4b611773e8054 into 5e07ca459e7f407f82520b24045c8b99(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:59,245 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:59,245 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/B, priority=13, startTime=1733696098779; duration=0sec 2024-12-08T22:14:59,245 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:14:59,245 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:B 2024-12-08T22:14:59,245 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:14:59,246 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:14:59,246 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/C is initiating minor compaction (all files) 2024-12-08T22:14:59,246 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/C in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,246 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/9846cbd9db97450f96806d5d1b41ac6b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d3a70dd4dd4d420f98551b28dea871dd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/1f16860230ee469f939c225e9f213753] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=36.6 K 2024-12-08T22:14:59,246 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9846cbd9db97450f96806d5d1b41ac6b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733696094551 2024-12-08T22:14:59,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696159245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:59,247 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d3a70dd4dd4d420f98551b28dea871dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733696094725 2024-12-08T22:14:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696159245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:59,247 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f16860230ee469f939c225e9f213753, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733696095348 2024-12-08T22:14:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:59,253 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#C#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:14:59,254 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/5b058173f6f64767a45a93e857abd002 is 50, key is test_row_0/C:col10/1733696095348/Put/seqid=0 2024-12-08T22:14:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742044_1220 (size=12983) 2024-12-08T22:14:59,261 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/9dae0eea316f4960a41ac09e5263e450 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/9dae0eea316f4960a41ac09e5263e450 2024-12-08T22:14:59,265 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/A of e0f26141b67bd28a4af4b611773e8054 into 9dae0eea316f4960a41ac09e5263e450(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:59,265 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:59,265 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/A, priority=13, startTime=1733696098779; duration=0sec 2024-12-08T22:14:59,266 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:59,266 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:A 2024-12-08T22:14:59,319 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:14:59,322 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086dbd9e26d49d465780b1878403568cbd_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086dbd9e26d49d465780b1878403568cbd_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:14:59,324 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/64e3f92197684c18b4637a88d58a9ec8, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:14:59,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/64e3f92197684c18b4637a88d58a9ec8 is 175, key is test_row_0/A:col10/1733696097598/Put/seqid=0 2024-12-08T22:14:59,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742045_1221 (size=39949) 2024-12-08T22:14:59,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38010 deadline: 1733696159375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:59,376 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:59,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-08T22:14:59,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:59,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T22:14:59,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-08T22:14:59,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:59,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696159555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:59,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696159555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:59,662 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/5b058173f6f64767a45a93e857abd002 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/5b058173f6f64767a45a93e857abd002 2024-12-08T22:14:59,669 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/C of e0f26141b67bd28a4af4b611773e8054 into 5b058173f6f64767a45a93e857abd002(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:14:59,669 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:14:59,669 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/C, priority=13, startTime=1733696098779; duration=0sec 2024-12-08T22:14:59,670 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:14:59,670 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:C 2024-12-08T22:14:59,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-08T22:14:59,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:59,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,728 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/64e3f92197684c18b4637a88d58a9ec8 2024-12-08T22:14:59,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/9c06be137e394a839ea51852d886d0d5 is 50, key is test_row_0/B:col10/1733696097598/Put/seqid=0 2024-12-08T22:14:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742046_1222 (size=12301) 2024-12-08T22:14:59,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/9c06be137e394a839ea51852d886d0d5 2024-12-08T22:14:59,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/9d230cd6fc804f74bf2a63598fefdeed is 50, key is test_row_0/C:col10/1733696097598/Put/seqid=0 2024-12-08T22:14:59,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696159744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:59,745 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:59,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742047_1223 (size=12301) 2024-12-08T22:14:59,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:14:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696159755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:14:59,756 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:14:59,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:14:59,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:14:59,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-08T22:14:59,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:59,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T22:14:59,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-08T22:14:59,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:14:59,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:14:59,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:14:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:00,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696160065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:00,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696160065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:00,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-08T22:15:00,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:00,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:15:00,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:00,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:00,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:00,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/9d230cd6fc804f74bf2a63598fefdeed 2024-12-08T22:15:00,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/64e3f92197684c18b4637a88d58a9ec8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/64e3f92197684c18b4637a88d58a9ec8 2024-12-08T22:15:00,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/64e3f92197684c18b4637a88d58a9ec8, entries=200, sequenceid=364, filesize=39.0 K 2024-12-08T22:15:00,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/9c06be137e394a839ea51852d886d0d5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/9c06be137e394a839ea51852d886d0d5 2024-12-08T22:15:00,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/9c06be137e394a839ea51852d886d0d5, entries=150, sequenceid=364, filesize=12.0 K 2024-12-08T22:15:00,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/9d230cd6fc804f74bf2a63598fefdeed as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/9d230cd6fc804f74bf2a63598fefdeed 2024-12-08T22:15:00,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/9d230cd6fc804f74bf2a63598fefdeed, entries=150, sequenceid=364, filesize=12.0 K 2024-12-08T22:15:00,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for e0f26141b67bd28a4af4b611773e8054 in 1304ms, sequenceid=364, compaction requested=false 2024-12-08T22:15:00,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:15:00,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-08T22:15:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:00,295 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-08T22:15:00,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:15:00,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:00,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:15:00,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:00,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:15:00,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:00,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e3888a29bb7e4c7aba75e807bcaeb0ca_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696098922/Put/seqid=0 2024-12-08T22:15:00,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742048_1224 (size=12454) 2024-12-08T22:15:00,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:00,707 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e3888a29bb7e4c7aba75e807bcaeb0ca_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e3888a29bb7e4c7aba75e807bcaeb0ca_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:00,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/c0e72d08cbe84dd1ab770d16da79e8f5, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:15:00,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/c0e72d08cbe84dd1ab770d16da79e8f5 is 175, key is test_row_0/A:col10/1733696098922/Put/seqid=0 2024-12-08T22:15:00,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742049_1225 (size=31255) 2024-12-08T22:15:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T22:15:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:01,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:15:01,112 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/c0e72d08cbe84dd1ab770d16da79e8f5 2024-12-08T22:15:01,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733696101085, max timestamp=1733696101113Num uniques 859; 2024-12-08T22:15:01,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733696101085, max timestamp=1733696101113Num uniques 859; 2024-12-08T22:15:01,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-08T22:15:01,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-08T22:15:01,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733696101085, max timestamp=1733696101113Num uniques 859; 2024-12-08T22:15:01,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-08T22:15:01,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/db33b6012cac4ade940dda4cbb91f1d6 is 50, key is test_row_0/B:col10/1733696098922/Put/seqid=0 2024-12-08T22:15:01,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742050_1226 (size=12301) 2024-12-08T22:15:01,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696161145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:01,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696161147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:01,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696161255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:01,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696161255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:01,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696161465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:01,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696161465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:01,524 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/db33b6012cac4ade940dda4cbb91f1d6 2024-12-08T22:15:01,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/d2f21302599746b28e5de2595867e0d2 is 50, key is test_row_0/C:col10/1733696098922/Put/seqid=0 2024-12-08T22:15:01,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742051_1227 (size=12301) 2024-12-08T22:15:01,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1733696161765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:01,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1733696161765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:01,768 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:01,768 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e0f26141b67bd28a4af4b611773e8054 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:01,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:01,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696161775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:01,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696161776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:01,938 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/d2f21302599746b28e5de2595867e0d2 2024-12-08T22:15:01,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/c0e72d08cbe84dd1ab770d16da79e8f5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c0e72d08cbe84dd1ab770d16da79e8f5 2024-12-08T22:15:01,946 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c0e72d08cbe84dd1ab770d16da79e8f5, entries=150, sequenceid=378, filesize=30.5 K 2024-12-08T22:15:01,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/db33b6012cac4ade940dda4cbb91f1d6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/db33b6012cac4ade940dda4cbb91f1d6 2024-12-08T22:15:01,951 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/db33b6012cac4ade940dda4cbb91f1d6, entries=150, sequenceid=378, filesize=12.0 K 2024-12-08T22:15:01,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/d2f21302599746b28e5de2595867e0d2 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d2f21302599746b28e5de2595867e0d2 2024-12-08T22:15:01,955 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d2f21302599746b28e5de2595867e0d2, entries=150, sequenceid=378, filesize=12.0 K 2024-12-08T22:15:01,955 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for e0f26141b67bd28a4af4b611773e8054 in 1661ms, sequenceid=378, compaction requested=true 2024-12-08T22:15:01,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:15:01,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:01,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-08T22:15:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-08T22:15:01,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-08T22:15:01,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1890 sec 2024-12-08T22:15:01,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 3.1930 sec 2024-12-08T22:15:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:02,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-12-08T22:15:02,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:15:02,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:02,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:15:02,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:02,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:15:02,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:02,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208bf906403eb1846eba58e6641846d1aa7_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696101140/Put/seqid=0 2024-12-08T22:15:02,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696162308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742052_1228 (size=14994) 2024-12-08T22:15:02,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696162314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:02,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696162415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:02,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696162425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:02,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696162625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:02,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:02,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696162634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:02,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:02,719 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:02,722 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208bf906403eb1846eba58e6641846d1aa7_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bf906403eb1846eba58e6641846d1aa7_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:02,722 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/7e68fb4410064f5495209c3fb05b19ae, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:15:02,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/7e68fb4410064f5495209c3fb05b19ae is 175, key is test_row_0/A:col10/1733696101140/Put/seqid=0 2024-12-08T22:15:02,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742053_1229 (size=39949) 2024-12-08T22:15:02,730 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/7e68fb4410064f5495209c3fb05b19ae 2024-12-08T22:15:02,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/c0d096610fa348b096572ef0ca11dfda is 50, key is test_row_0/B:col10/1733696101140/Put/seqid=0 2024-12-08T22:15:02,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742054_1230 (size=12301) 2024-12-08T22:15:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T22:15:02,935 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:02,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-08T22:15:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T22:15:02,937 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:02,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696162935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:02,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:02,938 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:02,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:02,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696162945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:02,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:02,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T22:15:03,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-08T22:15:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:15:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:03,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:03,090 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T22:15:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:03,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/c0d096610fa348b096572ef0ca11dfda 2024-12-08T22:15:03,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/8c465032baf54b9e98bb49e6d248becb is 50, key is test_row_0/C:col10/1733696101140/Put/seqid=0 2024-12-08T22:15:03,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742055_1231 (size=12301) 2024-12-08T22:15:03,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-08T22:15:03,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:03,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:15:03,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:03,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T22:15:03,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-08T22:15:03,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:03,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:15:03,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:03,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:03,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:03,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37996 deadline: 1733696163445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:03,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:03,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:03,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:03,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1733696163455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:03,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-08T22:15:03,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. as already flushing 2024-12-08T22:15:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:03,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:03,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/8c465032baf54b9e98bb49e6d248becb 2024-12-08T22:15:03,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/7e68fb4410064f5495209c3fb05b19ae as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7e68fb4410064f5495209c3fb05b19ae 2024-12-08T22:15:03,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7e68fb4410064f5495209c3fb05b19ae, entries=200, sequenceid=413, filesize=39.0 K 2024-12-08T22:15:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T22:15:03,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/c0d096610fa348b096572ef0ca11dfda as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/c0d096610fa348b096572ef0ca11dfda 2024-12-08T22:15:03,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/c0d096610fa348b096572ef0ca11dfda, entries=150, sequenceid=413, filesize=12.0 K 2024-12-08T22:15:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/8c465032baf54b9e98bb49e6d248becb as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/8c465032baf54b9e98bb49e6d248becb 2024-12-08T22:15:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/8c465032baf54b9e98bb49e6d248becb, entries=150, sequenceid=413, filesize=12.0 K 2024-12-08T22:15:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for e0f26141b67bd28a4af4b611773e8054 in 1286ms, sequenceid=413, compaction requested=true 2024-12-08T22:15:03,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:15:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:03,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:03,575 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:15:03,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:03,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:03,575 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:15:03,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f26141b67bd28a4af4b611773e8054:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:03,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,577 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:15:03,577 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/B is initiating minor compaction (all files) 2024-12-08T22:15:03,577 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/B in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:03,577 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/5e07ca459e7f407f82520b24045c8b99, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/9c06be137e394a839ea51852d886d0d5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/db33b6012cac4ade940dda4cbb91f1d6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/c0d096610fa348b096572ef0ca11dfda] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=48.7 K 2024-12-08T22:15:03,577 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:15:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,577 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/A is initiating minor compaction (all files) 2024-12-08T22:15:03,577 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/A in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:03,577 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/9dae0eea316f4960a41ac09e5263e450, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/64e3f92197684c18b4637a88d58a9ec8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c0e72d08cbe84dd1ab770d16da79e8f5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7e68fb4410064f5495209c3fb05b19ae] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=139.7 K 2024-12-08T22:15:03,577 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:03,577 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/9dae0eea316f4960a41ac09e5263e450, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/64e3f92197684c18b4637a88d58a9ec8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c0e72d08cbe84dd1ab770d16da79e8f5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7e68fb4410064f5495209c3fb05b19ae] 2024-12-08T22:15:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,578 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e07ca459e7f407f82520b24045c8b99, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733696095348 2024-12-08T22:15:03,578 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dae0eea316f4960a41ac09e5263e450, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733696095348 2024-12-08T22:15:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,578 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64e3f92197684c18b4637a88d58a9ec8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733696097575 2024-12-08T22:15:03,578 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c06be137e394a839ea51852d886d0d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733696097575 2024-12-08T22:15:03,578 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0e72d08cbe84dd1ab770d16da79e8f5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733696098922 2024-12-08T22:15:03,579 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting db33b6012cac4ade940dda4cbb91f1d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733696098922 2024-12-08T22:15:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,579 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c0d096610fa348b096572ef0ca11dfda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733696101140 2024-12-08T22:15:03,579 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e68fb4410064f5495209c3fb05b19ae, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733696101140 2024-12-08T22:15:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,589 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,590 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/119523d4a86d4d8390acbc6ea59b17f6 is 50, key is test_row_0/B:col10/1733696101140/Put/seqid=0 2024-12-08T22:15:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,591 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:15:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742056_1232 (size=13119) 2024-12-08T22:15:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,597 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208b5abae2db81146c3aaf09ad08834ddef_e0f26141b67bd28a4af4b611773e8054 store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:15:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,600 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208b5abae2db81146c3aaf09ad08834ddef_e0f26141b67bd28a4af4b611773e8054, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:15:03,600 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b5abae2db81146c3aaf09ad08834ddef_e0f26141b67bd28a4af4b611773e8054 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:15:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742057_1233 (size=4469) 2024-12-08T22:15:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,615 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#A#compaction#193 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,616 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/1d10ae8849fe4e3e910159899b6060e3 is 175, key is test_row_0/A:col10/1733696101140/Put/seqid=0 2024-12-08T22:15:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742058_1234 (size=32073) 2024-12-08T22:15:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-08T22:15:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,700 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-08T22:15:03,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:15:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:15:03,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:03,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:15:03,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120865e4cded5f7b4b5ea35585c10b5986d5_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696102302/Put/seqid=0 2024-12-08T22:15:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742059_1235 (size=9914) 2024-12-08T22:15:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,731 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120865e4cded5f7b4b5ea35585c10b5986d5_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120865e4cded5f7b4b5ea35585c10b5986d5_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/0a40d9a560c04765b60b5035f82f375b, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:15:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/0a40d9a560c04765b60b5035f82f375b is 175, key is test_row_0/A:col10/1733696102302/Put/seqid=0 2024-12-08T22:15:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742060_1236 (size=22561) 2024-12-08T22:15:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,751 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=423, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/0a40d9a560c04765b60b5035f82f375b 2024-12-08T22:15:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/fe8eea0f84bc43b885b220f8abd9ecaf is 50, key is test_row_0/B:col10/1733696102302/Put/seqid=0 2024-12-08T22:15:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742061_1237 (size=9857) 2024-12-08T22:15:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:03,999 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/119523d4a86d4d8390acbc6ea59b17f6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/119523d4a86d4d8390acbc6ea59b17f6 2024-12-08T22:15:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,004 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/B of e0f26141b67bd28a4af4b611773e8054 into 119523d4a86d4d8390acbc6ea59b17f6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:04,004 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:15:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,005 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/B, priority=12, startTime=1733696103575; duration=0sec 2024-12-08T22:15:04,005 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:04,005 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:B 2024-12-08T22:15:04,005 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:15:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,006 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:15:04,006 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e0f26141b67bd28a4af4b611773e8054/C is initiating minor compaction (all files) 2024-12-08T22:15:04,006 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0f26141b67bd28a4af4b611773e8054/C in TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:04,006 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/5b058173f6f64767a45a93e857abd002, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/9d230cd6fc804f74bf2a63598fefdeed, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d2f21302599746b28e5de2595867e0d2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/8c465032baf54b9e98bb49e6d248becb] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp, totalSize=48.7 K 2024-12-08T22:15:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,007 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b058173f6f64767a45a93e857abd002, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733696095348 2024-12-08T22:15:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,007 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d230cd6fc804f74bf2a63598fefdeed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733696097575 2024-12-08T22:15:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,008 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d2f21302599746b28e5de2595867e0d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733696098922 2024-12-08T22:15:04,008 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c465032baf54b9e98bb49e6d248becb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733696101140 2024-12-08T22:15:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,023 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f26141b67bd28a4af4b611773e8054#C#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:04,024 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/bf7356462e244cdca24f4fe40bbd4def is 50, key is test_row_0/C:col10/1733696101140/Put/seqid=0 2024-12-08T22:15:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,031 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/1d10ae8849fe4e3e910159899b6060e3 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/1d10ae8849fe4e3e910159899b6060e3 2024-12-08T22:15:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,037 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/A of e0f26141b67bd28a4af4b611773e8054 into 1d10ae8849fe4e3e910159899b6060e3(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:04,037 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:15:04,037 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/A, priority=12, startTime=1733696103575; duration=0sec 2024-12-08T22:15:04,038 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:04,038 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:A 2024-12-08T22:15:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742062_1238 (size=13119) 2024-12-08T22:15:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,048 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/bf7356462e244cdca24f4fe40bbd4def as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/bf7356462e244cdca24f4fe40bbd4def 2024-12-08T22:15:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,054 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e0f26141b67bd28a4af4b611773e8054/C of e0f26141b67bd28a4af4b611773e8054 into bf7356462e244cdca24f4fe40bbd4def(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:04,054 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:15:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,054 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., storeName=e0f26141b67bd28a4af4b611773e8054/C, priority=12, startTime=1733696103575; duration=0sec 2024-12-08T22:15:04,055 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:04,055 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f26141b67bd28a4af4b611773e8054:C 2024-12-08T22:15:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T22:15:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,174 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/fe8eea0f84bc43b885b220f8abd9ecaf 2024-12-08T22:15:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/d7b8e76ff1da490288cc5132c6dbaa66 is 50, key is test_row_0/C:col10/1733696102302/Put/seqid=0 2024-12-08T22:15:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742063_1239 (size=9857) 2024-12-08T22:15:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,206 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/d7b8e76ff1da490288cc5132c6dbaa66 2024-12-08T22:15:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/0a40d9a560c04765b60b5035f82f375b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/0a40d9a560c04765b60b5035f82f375b 2024-12-08T22:15:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,216 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/0a40d9a560c04765b60b5035f82f375b, entries=100, sequenceid=423, filesize=22.0 K 2024-12-08T22:15:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/fe8eea0f84bc43b885b220f8abd9ecaf as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/fe8eea0f84bc43b885b220f8abd9ecaf 2024-12-08T22:15:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,221 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/fe8eea0f84bc43b885b220f8abd9ecaf, entries=100, sequenceid=423, filesize=9.6 K 2024-12-08T22:15:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/d7b8e76ff1da490288cc5132c6dbaa66 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d7b8e76ff1da490288cc5132c6dbaa66 2024-12-08T22:15:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,227 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d7b8e76ff1da490288cc5132c6dbaa66, entries=100, sequenceid=423, filesize=9.6 K 2024-12-08T22:15:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,237 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for e0f26141b67bd28a4af4b611773e8054 in 536ms, sequenceid=423, compaction requested=false 2024-12-08T22:15:04,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for e0f26141b67bd28a4af4b611773e8054: 2024-12-08T22:15:04,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-08T22:15:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-08T22:15:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-08T22:15:04,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3010 sec 2024-12-08T22:15:04,241 INFO [Thread-686 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-686. 2024-12-08T22:15:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,241 DEBUG [Thread-686 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:04,241 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:04,241 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:04,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.3060 sec 2024-12-08T22:15:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,252 INFO [Thread-682 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-682. 2024-12-08T22:15:04,252 DEBUG [Thread-682 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:04,253 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:04,253 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:04,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,255 INFO [Thread-684 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-684. 2024-12-08T22:15:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,255 DEBUG [Thread-684 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:04,255 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:04,255 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:04,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:04,311 INFO [Thread-688 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-688. 2024-12-08T22:15:04,311 DEBUG [Thread-688 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:04,311 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:04,311 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:04,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:04,466 INFO [Thread-673 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-673. 2024-12-08T22:15:04,466 INFO [Thread-679 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-679. 2024-12-08T22:15:04,466 DEBUG [Thread-673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:04,466 DEBUG [Thread-679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:04,466 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:04,466 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:04,467 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:04,467 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:04,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:04,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T22:15:05,085 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:05,797 INFO [Thread-677 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-677. 2024-12-08T22:15:05,797 DEBUG [Thread-677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:05,797 DEBUG [Thread-677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:05,797 DEBUG [Thread-677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:05,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:05,807 INFO [Thread-671 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-671. 2024-12-08T22:15:05,807 DEBUG [Thread-671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:05,807 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:05,807 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:05,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:09,487 INFO [Thread-675 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-675. 2024-12-08T22:15:09,487 DEBUG [Thread-675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:09,487 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:09,487 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:09,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4133 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3846 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1677 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5031 rows 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1676 2024-12-08T22:15:09,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5028 rows 2024-12-08T22:15:09,487 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T22:15:09,487 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:15:09,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:09,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:09,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:09,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T22:15:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T22:15:09,490 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696109490"}]},"ts":"1733696109490"} 2024-12-08T22:15:09,492 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T22:15:09,492 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T22:15:09,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T22:15:09,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, UNASSIGN}] 2024-12-08T22:15:09,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, UNASSIGN 2024-12-08T22:15:09,495 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=e0f26141b67bd28a4af4b611773e8054, regionState=CLOSING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:09,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, UNASSIGN because future has completed 2024-12-08T22:15:09,497 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T22:15:09,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:15:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T22:15:09,649 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:09,649 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T22:15:09,650 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing e0f26141b67bd28a4af4b611773e8054, disabling compactions & flushes 2024-12-08T22:15:09,650 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:09,650 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:09,650 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. after waiting 0 ms 2024-12-08T22:15:09,650 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:09,650 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing e0f26141b67bd28a4af4b611773e8054 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-08T22:15:09,650 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=A 2024-12-08T22:15:09,650 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:09,650 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=B 2024-12-08T22:15:09,650 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:09,650 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f26141b67bd28a4af4b611773e8054, store=C 2024-12-08T22:15:09,651 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:09,658 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f9f886428a7c4af8914e82e3c1012f7d_e0f26141b67bd28a4af4b611773e8054 is 50, key is test_row_0/A:col10/1733696104465/Put/seqid=0 2024-12-08T22:15:09,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742064_1240 (size=12454) 2024-12-08T22:15:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T22:15:10,064 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:10,069 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f9f886428a7c4af8914e82e3c1012f7d_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f9f886428a7c4af8914e82e3c1012f7d_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:10,070 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/60a5f62935e947e0bca10243c1a34533, store: [table=TestAcidGuarantees family=A region=e0f26141b67bd28a4af4b611773e8054] 2024-12-08T22:15:10,071 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/60a5f62935e947e0bca10243c1a34533 is 175, key is test_row_0/A:col10/1733696104465/Put/seqid=0 2024-12-08T22:15:10,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742065_1241 (size=31255) 2024-12-08T22:15:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T22:15:10,476 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/60a5f62935e947e0bca10243c1a34533 2024-12-08T22:15:10,483 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/b4c0629601ff4624a7829ce6ff296d33 is 50, key is test_row_0/B:col10/1733696104465/Put/seqid=0 2024-12-08T22:15:10,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742066_1242 (size=12301) 2024-12-08T22:15:10,487 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/b4c0629601ff4624a7829ce6ff296d33 2024-12-08T22:15:10,494 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/fc90ab9dd7c945c8b1bcdbb9b3883f87 is 50, key is test_row_0/C:col10/1733696104465/Put/seqid=0 2024-12-08T22:15:10,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742067_1243 (size=12301) 2024-12-08T22:15:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T22:15:10,898 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/fc90ab9dd7c945c8b1bcdbb9b3883f87 2024-12-08T22:15:10,902 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/A/60a5f62935e947e0bca10243c1a34533 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/60a5f62935e947e0bca10243c1a34533 2024-12-08T22:15:10,907 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/60a5f62935e947e0bca10243c1a34533, entries=150, sequenceid=434, filesize=30.5 K 2024-12-08T22:15:10,907 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/B/b4c0629601ff4624a7829ce6ff296d33 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/b4c0629601ff4624a7829ce6ff296d33 2024-12-08T22:15:10,911 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/b4c0629601ff4624a7829ce6ff296d33, entries=150, sequenceid=434, filesize=12.0 K 2024-12-08T22:15:10,912 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/.tmp/C/fc90ab9dd7c945c8b1bcdbb9b3883f87 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/fc90ab9dd7c945c8b1bcdbb9b3883f87 2024-12-08T22:15:10,915 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/fc90ab9dd7c945c8b1bcdbb9b3883f87, entries=150, sequenceid=434, filesize=12.0 K 2024-12-08T22:15:10,916 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e0f26141b67bd28a4af4b611773e8054 in 1266ms, sequenceid=434, compaction requested=true 2024-12-08T22:15:10,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/04509143b7df40a99e091a66d24956de, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/31b8b14699424989bc5b3a8c6f7f5e7c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/96edd5020aef461abe8511511f50d2a2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7807575e01a54ac6a7a6a864f24a8273, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/f517f32de7c94831ba859c2a84c10046, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/3d754ca5b2bf47c1843f1f55b85501e9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/20ccdd04c86c4ff19b4d2cfa581a473b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/324a3331f9bb4a2f9bcfff39f53a379a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/db4f9ab0797b49269c20947c2e880550, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/af9716bbe810444d86d4b7964e6174ef, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c85a2465fd94402aae001a60e4686d70, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/fdc61271d6cf4aa0b1267dcd69fb629c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/b912f94b69084379b39986e81d55aee2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ec00672b0ab1444096081aa949905e72, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ff80270bde3948d4ad682dc60711288f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/22569aa68bfa4e63bea4b91cbff1c03d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/0fc72b75a93943718ea09522d8a3accc, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/aa50af79b3184f76b203c4f5136df77a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7b54a3498fd84309823f4a33b6035f16, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/9dae0eea316f4960a41ac09e5263e450, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/5d34078321de403894ac2638554b562b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/64e3f92197684c18b4637a88d58a9ec8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c0e72d08cbe84dd1ab770d16da79e8f5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7e68fb4410064f5495209c3fb05b19ae] to archive 2024-12-08T22:15:10,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:15:10,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/04509143b7df40a99e091a66d24956de to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/04509143b7df40a99e091a66d24956de 2024-12-08T22:15:10,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/31b8b14699424989bc5b3a8c6f7f5e7c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/31b8b14699424989bc5b3a8c6f7f5e7c 2024-12-08T22:15:10,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/96edd5020aef461abe8511511f50d2a2 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/96edd5020aef461abe8511511f50d2a2 2024-12-08T22:15:10,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7807575e01a54ac6a7a6a864f24a8273 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7807575e01a54ac6a7a6a864f24a8273 2024-12-08T22:15:10,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/f517f32de7c94831ba859c2a84c10046 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/f517f32de7c94831ba859c2a84c10046 2024-12-08T22:15:10,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/3d754ca5b2bf47c1843f1f55b85501e9 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/3d754ca5b2bf47c1843f1f55b85501e9 2024-12-08T22:15:10,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/20ccdd04c86c4ff19b4d2cfa581a473b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/20ccdd04c86c4ff19b4d2cfa581a473b 2024-12-08T22:15:10,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/324a3331f9bb4a2f9bcfff39f53a379a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/324a3331f9bb4a2f9bcfff39f53a379a 2024-12-08T22:15:10,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/db4f9ab0797b49269c20947c2e880550 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/db4f9ab0797b49269c20947c2e880550 2024-12-08T22:15:10,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/af9716bbe810444d86d4b7964e6174ef to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/af9716bbe810444d86d4b7964e6174ef 2024-12-08T22:15:10,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c85a2465fd94402aae001a60e4686d70 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c85a2465fd94402aae001a60e4686d70 2024-12-08T22:15:10,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/fdc61271d6cf4aa0b1267dcd69fb629c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/fdc61271d6cf4aa0b1267dcd69fb629c 2024-12-08T22:15:10,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/b912f94b69084379b39986e81d55aee2 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/b912f94b69084379b39986e81d55aee2 2024-12-08T22:15:10,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ec00672b0ab1444096081aa949905e72 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ec00672b0ab1444096081aa949905e72 2024-12-08T22:15:10,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ff80270bde3948d4ad682dc60711288f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/ff80270bde3948d4ad682dc60711288f 2024-12-08T22:15:10,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/22569aa68bfa4e63bea4b91cbff1c03d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/22569aa68bfa4e63bea4b91cbff1c03d 2024-12-08T22:15:10,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/0fc72b75a93943718ea09522d8a3accc to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/0fc72b75a93943718ea09522d8a3accc 2024-12-08T22:15:10,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/aa50af79b3184f76b203c4f5136df77a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/aa50af79b3184f76b203c4f5136df77a 2024-12-08T22:15:10,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7b54a3498fd84309823f4a33b6035f16 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7b54a3498fd84309823f4a33b6035f16 2024-12-08T22:15:10,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/9dae0eea316f4960a41ac09e5263e450 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/9dae0eea316f4960a41ac09e5263e450 2024-12-08T22:15:10,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/5d34078321de403894ac2638554b562b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/5d34078321de403894ac2638554b562b 2024-12-08T22:15:10,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/64e3f92197684c18b4637a88d58a9ec8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/64e3f92197684c18b4637a88d58a9ec8 2024-12-08T22:15:10,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c0e72d08cbe84dd1ab770d16da79e8f5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/c0e72d08cbe84dd1ab770d16da79e8f5 2024-12-08T22:15:10,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7e68fb4410064f5495209c3fb05b19ae to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/7e68fb4410064f5495209c3fb05b19ae 2024-12-08T22:15:10,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/6a309a531b4041789eec87833fd6c9ba, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/cea93be485a546218af450d173aa11b5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/eab91157b5244f63ae90a98820e20890, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/580cfca97e2d4459bdaf5fac7d39982d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/f8808c4046c844e0b029456047067b0d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/6be248d4a1e44e0589f784f4be7d2eae, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/c434434158e8439788b9366f7beb7e4d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/ca05545e93f6488f9f057d33fdf05574, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a2c212b4720846f8a9a38a4f0bd1db45, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/f02294aab05141dd96c7c0d27d860326, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a0543059fb4e49549d4bcf146c942275, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/477f1f69dee94841bbf9667a0ca76607, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a2898b84189d4758b1bc2eb72a277337, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/2fa0703dc4e444b4bc78f47b4d1d7115, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/006549b701a144f99a628a5a8f58088c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/689a6ebeab714693b4126a48cefe1b6a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/d06bca1258444521833a17a15211c245, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/e80cf54353864d168824fc30d567eaa7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/4b9a29764f5b4905a1a85ca0d2749461, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/5e07ca459e7f407f82520b24045c8b99, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/8358b5df0cce48ea85de095236fd91f9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/9c06be137e394a839ea51852d886d0d5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/db33b6012cac4ade940dda4cbb91f1d6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/c0d096610fa348b096572ef0ca11dfda] to archive 2024-12-08T22:15:10,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:15:10,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/6a309a531b4041789eec87833fd6c9ba to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/6a309a531b4041789eec87833fd6c9ba 2024-12-08T22:15:10,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/cea93be485a546218af450d173aa11b5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/cea93be485a546218af450d173aa11b5 2024-12-08T22:15:10,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/eab91157b5244f63ae90a98820e20890 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/eab91157b5244f63ae90a98820e20890 2024-12-08T22:15:10,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/580cfca97e2d4459bdaf5fac7d39982d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/580cfca97e2d4459bdaf5fac7d39982d 2024-12-08T22:15:10,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/f8808c4046c844e0b029456047067b0d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/f8808c4046c844e0b029456047067b0d 2024-12-08T22:15:10,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/6be248d4a1e44e0589f784f4be7d2eae to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/6be248d4a1e44e0589f784f4be7d2eae 2024-12-08T22:15:10,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/c434434158e8439788b9366f7beb7e4d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/c434434158e8439788b9366f7beb7e4d 2024-12-08T22:15:10,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/ca05545e93f6488f9f057d33fdf05574 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/ca05545e93f6488f9f057d33fdf05574 2024-12-08T22:15:10,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a2c212b4720846f8a9a38a4f0bd1db45 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a2c212b4720846f8a9a38a4f0bd1db45 2024-12-08T22:15:10,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/f02294aab05141dd96c7c0d27d860326 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/f02294aab05141dd96c7c0d27d860326 2024-12-08T22:15:10,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a0543059fb4e49549d4bcf146c942275 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a0543059fb4e49549d4bcf146c942275 2024-12-08T22:15:10,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/477f1f69dee94841bbf9667a0ca76607 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/477f1f69dee94841bbf9667a0ca76607 2024-12-08T22:15:10,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a2898b84189d4758b1bc2eb72a277337 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/a2898b84189d4758b1bc2eb72a277337 2024-12-08T22:15:10,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/2fa0703dc4e444b4bc78f47b4d1d7115 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/2fa0703dc4e444b4bc78f47b4d1d7115 2024-12-08T22:15:10,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/006549b701a144f99a628a5a8f58088c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/006549b701a144f99a628a5a8f58088c 2024-12-08T22:15:10,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/689a6ebeab714693b4126a48cefe1b6a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/689a6ebeab714693b4126a48cefe1b6a 2024-12-08T22:15:10,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/d06bca1258444521833a17a15211c245 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/d06bca1258444521833a17a15211c245 2024-12-08T22:15:10,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/e80cf54353864d168824fc30d567eaa7 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/e80cf54353864d168824fc30d567eaa7 2024-12-08T22:15:10,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/4b9a29764f5b4905a1a85ca0d2749461 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/4b9a29764f5b4905a1a85ca0d2749461 2024-12-08T22:15:10,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/5e07ca459e7f407f82520b24045c8b99 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/5e07ca459e7f407f82520b24045c8b99 2024-12-08T22:15:10,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/8358b5df0cce48ea85de095236fd91f9 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/8358b5df0cce48ea85de095236fd91f9 2024-12-08T22:15:10,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/9c06be137e394a839ea51852d886d0d5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/9c06be137e394a839ea51852d886d0d5 2024-12-08T22:15:10,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/db33b6012cac4ade940dda4cbb91f1d6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/db33b6012cac4ade940dda4cbb91f1d6 2024-12-08T22:15:10,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/c0d096610fa348b096572ef0ca11dfda to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/c0d096610fa348b096572ef0ca11dfda 2024-12-08T22:15:10,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/e026c9dcf0114ad38f8299f5bca27ee3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/322ff212933a4e09ab00b186e1738035, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d5ef05105c1342158ab1464d15d3c864, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/034e3c4701034fd08d470cd4c373f22e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/dcfffb7b93514ab5957ddc7582f9c8e2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/36a5b36793954833943756bcafad7607, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/dcb3089f96a24a6e959571f64cfdae17, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/134036f5cfe64f9390d673e80637ba85, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/c51e4c8da20444a4934c8a572c3b10a5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/a499d2d27aac4ba695a5e720c6bc1b8d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/98a642a4305e42b2a48fb315aea26da5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/445af0d7425a4a0f93f3a76f3cb1bc83, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/050958a36c3446148e6adda111a524fc, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/485cf194882d4b458d4300e94bd1dc21, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/50bcad4703f4492b8a792dc5ed0f3ac7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/aa36213852ec4d0ca45d131c4fb941e4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/9846cbd9db97450f96806d5d1b41ac6b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/27555819c7f24923aa3f357a9f44c647, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d3a70dd4dd4d420f98551b28dea871dd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/5b058173f6f64767a45a93e857abd002, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/1f16860230ee469f939c225e9f213753, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/9d230cd6fc804f74bf2a63598fefdeed, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d2f21302599746b28e5de2595867e0d2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/8c465032baf54b9e98bb49e6d248becb] to archive 2024-12-08T22:15:10,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:15:10,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/e026c9dcf0114ad38f8299f5bca27ee3 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/e026c9dcf0114ad38f8299f5bca27ee3 2024-12-08T22:15:10,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/322ff212933a4e09ab00b186e1738035 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/322ff212933a4e09ab00b186e1738035 2024-12-08T22:15:10,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d5ef05105c1342158ab1464d15d3c864 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d5ef05105c1342158ab1464d15d3c864 2024-12-08T22:15:10,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/034e3c4701034fd08d470cd4c373f22e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/034e3c4701034fd08d470cd4c373f22e 2024-12-08T22:15:10,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/dcfffb7b93514ab5957ddc7582f9c8e2 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/dcfffb7b93514ab5957ddc7582f9c8e2 2024-12-08T22:15:10,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/36a5b36793954833943756bcafad7607 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/36a5b36793954833943756bcafad7607 2024-12-08T22:15:10,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/dcb3089f96a24a6e959571f64cfdae17 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/dcb3089f96a24a6e959571f64cfdae17 2024-12-08T22:15:10,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/134036f5cfe64f9390d673e80637ba85 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/134036f5cfe64f9390d673e80637ba85 2024-12-08T22:15:10,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/c51e4c8da20444a4934c8a572c3b10a5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/c51e4c8da20444a4934c8a572c3b10a5 2024-12-08T22:15:10,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/a499d2d27aac4ba695a5e720c6bc1b8d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/a499d2d27aac4ba695a5e720c6bc1b8d 2024-12-08T22:15:10,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/98a642a4305e42b2a48fb315aea26da5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/98a642a4305e42b2a48fb315aea26da5 2024-12-08T22:15:10,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/445af0d7425a4a0f93f3a76f3cb1bc83 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/445af0d7425a4a0f93f3a76f3cb1bc83 2024-12-08T22:15:10,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/050958a36c3446148e6adda111a524fc to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/050958a36c3446148e6adda111a524fc 2024-12-08T22:15:10,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/485cf194882d4b458d4300e94bd1dc21 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/485cf194882d4b458d4300e94bd1dc21 2024-12-08T22:15:10,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/50bcad4703f4492b8a792dc5ed0f3ac7 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/50bcad4703f4492b8a792dc5ed0f3ac7 2024-12-08T22:15:10,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/aa36213852ec4d0ca45d131c4fb941e4 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/aa36213852ec4d0ca45d131c4fb941e4 2024-12-08T22:15:10,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/9846cbd9db97450f96806d5d1b41ac6b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/9846cbd9db97450f96806d5d1b41ac6b 2024-12-08T22:15:10,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/27555819c7f24923aa3f357a9f44c647 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/27555819c7f24923aa3f357a9f44c647 2024-12-08T22:15:10,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d3a70dd4dd4d420f98551b28dea871dd to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d3a70dd4dd4d420f98551b28dea871dd 2024-12-08T22:15:10,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/5b058173f6f64767a45a93e857abd002 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/5b058173f6f64767a45a93e857abd002 2024-12-08T22:15:10,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/1f16860230ee469f939c225e9f213753 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/1f16860230ee469f939c225e9f213753 2024-12-08T22:15:10,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/9d230cd6fc804f74bf2a63598fefdeed to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/9d230cd6fc804f74bf2a63598fefdeed 2024-12-08T22:15:10,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d2f21302599746b28e5de2595867e0d2 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d2f21302599746b28e5de2595867e0d2 2024-12-08T22:15:10,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/8c465032baf54b9e98bb49e6d248becb to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/8c465032baf54b9e98bb49e6d248becb 2024-12-08T22:15:10,989 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/recovered.edits/437.seqid, newMaxSeqId=437, maxSeqId=4 2024-12-08T22:15:10,990 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. 2024-12-08T22:15:10,990 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for e0f26141b67bd28a4af4b611773e8054: Waiting for close lock at 1733696109650Running coprocessor pre-close hooks at 1733696109650Disabling compacts and flushes for region at 1733696109650Disabling writes for close at 1733696109650Obtaining lock to block concurrent updates at 1733696109650Preparing flush snapshotting stores in e0f26141b67bd28a4af4b611773e8054 at 1733696109650Finished memstore snapshotting TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733696109651 (+1 ms)Flushing stores of TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054. at 1733696109651Flushing e0f26141b67bd28a4af4b611773e8054/A: creating writer at 1733696109651Flushing mob file e0f26141b67bd28a4af4b611773e8054/A: appending metadata at 1733696109657 (+6 ms)Flushing mob file e0f26141b67bd28a4af4b611773e8054/A: closing flushed file at 1733696109657Flushing e0f26141b67bd28a4af4b611773e8054/A: appending metadata at 1733696110070 (+413 ms)Flushing e0f26141b67bd28a4af4b611773e8054/A: closing flushed file at 1733696110070Flushing e0f26141b67bd28a4af4b611773e8054/B: creating writer at 1733696110480 (+410 ms)Flushing e0f26141b67bd28a4af4b611773e8054/B: appending metadata at 1733696110482 (+2 ms)Flushing e0f26141b67bd28a4af4b611773e8054/B: closing flushed file at 1733696110482Flushing e0f26141b67bd28a4af4b611773e8054/C: creating writer at 1733696110491 (+9 ms)Flushing e0f26141b67bd28a4af4b611773e8054/C: appending metadata at 1733696110493 (+2 ms)Flushing e0f26141b67bd28a4af4b611773e8054/C: closing flushed file at 1733696110493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a5c773f: reopening flushed file at 1733696110902 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@179d835e: reopening flushed file at 1733696110907 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d3494e: reopening flushed file at 1733696110911 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e0f26141b67bd28a4af4b611773e8054 in 1266ms, sequenceid=434, compaction requested=true at 1733696110916 (+5 ms)Writing region close event to WAL at 1733696110986 (+70 ms)Running coprocessor post-close hooks at 1733696110989 (+3 ms)Closed at 1733696110990 (+1 ms) 2024-12-08T22:15:10,991 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:10,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=e0f26141b67bd28a4af4b611773e8054, regionState=CLOSED 2024-12-08T22:15:10,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:15:10,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-08T22:15:10,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure e0f26141b67bd28a4af4b611773e8054, server=45d1fbfb79fd,38403,1733696044665 in 1.4970 sec 2024-12-08T22:15:10,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-12-08T22:15:10,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f26141b67bd28a4af4b611773e8054, UNASSIGN in 1.5010 sec 2024-12-08T22:15:10,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-08T22:15:10,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5040 sec 2024-12-08T22:15:10,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696110998"}]},"ts":"1733696110998"} 2024-12-08T22:15:11,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T22:15:11,000 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T22:15:11,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5120 sec 2024-12-08T22:15:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T22:15:11,635 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:11,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T22:15:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:11,637 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:11,638 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-08T22:15:11,641 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,644 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/recovered.edits] 2024-12-08T22:15:11,647 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/0a40d9a560c04765b60b5035f82f375b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/0a40d9a560c04765b60b5035f82f375b 2024-12-08T22:15:11,649 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/1d10ae8849fe4e3e910159899b6060e3 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/1d10ae8849fe4e3e910159899b6060e3 2024-12-08T22:15:11,650 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/60a5f62935e947e0bca10243c1a34533 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/A/60a5f62935e947e0bca10243c1a34533 2024-12-08T22:15:11,652 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/119523d4a86d4d8390acbc6ea59b17f6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/119523d4a86d4d8390acbc6ea59b17f6 2024-12-08T22:15:11,654 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/b4c0629601ff4624a7829ce6ff296d33 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/b4c0629601ff4624a7829ce6ff296d33 2024-12-08T22:15:11,655 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/fe8eea0f84bc43b885b220f8abd9ecaf to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/B/fe8eea0f84bc43b885b220f8abd9ecaf 2024-12-08T22:15:11,658 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/bf7356462e244cdca24f4fe40bbd4def to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/bf7356462e244cdca24f4fe40bbd4def 2024-12-08T22:15:11,659 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d7b8e76ff1da490288cc5132c6dbaa66 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/d7b8e76ff1da490288cc5132c6dbaa66 2024-12-08T22:15:11,660 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/fc90ab9dd7c945c8b1bcdbb9b3883f87 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/C/fc90ab9dd7c945c8b1bcdbb9b3883f87 2024-12-08T22:15:11,663 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/recovered.edits/437.seqid to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054/recovered.edits/437.seqid 2024-12-08T22:15:11,663 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,663 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T22:15:11,664 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T22:15:11,664 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-08T22:15:11,668 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120814091747c9714e299dda8eabce7f18f2_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120814091747c9714e299dda8eabce7f18f2_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,669 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082eb078e7dce047d4b090173ef9fa3588_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082eb078e7dce047d4b090173ef9fa3588_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,670 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120834481fcd4f524ee5a4ef8a8b9bd5799f_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120834481fcd4f524ee5a4ef8a8b9bd5799f_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,672 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083a7f4b4aa79a41b4b0984f7e6f3cd221_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083a7f4b4aa79a41b4b0984f7e6f3cd221_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,673 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208417ca3d7b6a941ba87dfad319e0d3346_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208417ca3d7b6a941ba87dfad319e0d3346_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,674 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084de0014602d3437c97fe0dd95c0c81e5_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084de0014602d3437c97fe0dd95c0c81e5_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,675 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120865e4cded5f7b4b5ea35585c10b5986d5_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120865e4cded5f7b4b5ea35585c10b5986d5_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,676 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120866cb0f5f824c40a48e46c63d9ec00966_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120866cb0f5f824c40a48e46c63d9ec00966_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,677 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086dbd9e26d49d465780b1878403568cbd_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086dbd9e26d49d465780b1878403568cbd_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,678 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120887afea3c7b0f4d70b4b22fc0679207ec_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120887afea3c7b0f4d70b4b22fc0679207ec_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,680 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089de7ec4941214bf8b1e1080ab1a6099d_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089de7ec4941214bf8b1e1080ab1a6099d_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,681 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b547e360fcf74f0782596532eb4c10ee_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b547e360fcf74f0782596532eb4c10ee_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,682 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bf906403eb1846eba58e6641846d1aa7_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bf906403eb1846eba58e6641846d1aa7_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,683 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dc3e5d4b0e5545c5964698ec4787cf3c_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dc3e5d4b0e5545c5964698ec4787cf3c_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,684 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e3888a29bb7e4c7aba75e807bcaeb0ca_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e3888a29bb7e4c7aba75e807bcaeb0ca_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,685 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ee1072121d564eb0b2c6d51e3ebf04f7_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ee1072121d564eb0b2c6d51e3ebf04f7_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,686 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ef2150c7fbea46a98cbae82a22ec6c5a_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ef2150c7fbea46a98cbae82a22ec6c5a_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,687 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f67b2dd222b24930a595d11c787427e1_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f67b2dd222b24930a595d11c787427e1_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,688 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f98d66a046884fd9adaece32deb4316c_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f98d66a046884fd9adaece32deb4316c_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,689 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f9f886428a7c4af8914e82e3c1012f7d_e0f26141b67bd28a4af4b611773e8054 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f9f886428a7c4af8914e82e3c1012f7d_e0f26141b67bd28a4af4b611773e8054 2024-12-08T22:15:11,690 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T22:15:11,692 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:11,695 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T22:15:11,697 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T22:15:11,699 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:11,699 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T22:15:11,699 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733696111699"}]},"ts":"9223372036854775807"} 2024-12-08T22:15:11,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T22:15:11,703 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e0f26141b67bd28a4af4b611773e8054, NAME => 'TestAcidGuarantees,,1733696082565.e0f26141b67bd28a4af4b611773e8054.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T22:15:11,703 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T22:15:11,703 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733696111703"}]},"ts":"9223372036854775807"} 2024-12-08T22:15:11,705 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-08T22:15:11,706 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:11,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-12-08T22:15:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-08T22:15:11,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-08T22:15:11,745 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:11,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249 (was 247) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1197292671_22 at /127.0.0.1:40606 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/cluster_7ff50207-434a-25d9-8c1d-0e820204b72c/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/cluster_7ff50207-434a-25d9-8c1d-0e820204b72c/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=401 (was 350) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9714 (was 8905) - AvailableMemoryMB LEAK? - 2024-12-08T22:15:11,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=249, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=401, ProcessCount=11, AvailableMemoryMB=9714 2024-12-08T22:15:11,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T22:15:11,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T22:15:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:11,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T22:15:11,765 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:11,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-12-08T22:15:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-08T22:15:11,766 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T22:15:11,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742068_1244 (size=1061) 2024-12-08T22:15:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-08T22:15:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-08T22:15:12,174 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0 2024-12-08T22:15:12,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742069_1245 (size=53) 2024-12-08T22:15:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-08T22:15:12,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:15:12,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e8ab1eeb8a1bcb8cc96bc58c9328ddd7, disabling compactions & flushes 2024-12-08T22:15:12,582 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:12,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:12,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. after waiting 0 ms 2024-12-08T22:15:12,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:12,582 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:12,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: Waiting for close lock at 1733696112582Disabling compacts and flushes for region at 1733696112582Disabling writes for close at 1733696112582Writing region close event to WAL at 1733696112582Closed at 1733696112582 2024-12-08T22:15:12,583 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T22:15:12,584 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733696112584"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733696112584"}]},"ts":"1733696112584"} 2024-12-08T22:15:12,586 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T22:15:12,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T22:15:12,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696112588"}]},"ts":"1733696112588"} 2024-12-08T22:15:12,591 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T22:15:12,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, ASSIGN}] 2024-12-08T22:15:12,593 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, ASSIGN 2024-12-08T22:15:12,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, ASSIGN; state=OFFLINE, location=45d1fbfb79fd,38403,1733696044665; forceNewPlan=false, retain=false 2024-12-08T22:15:12,746 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, regionState=OPENING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:12,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, ASSIGN because future has completed 2024-12-08T22:15:12,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:15:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-08T22:15:12,909 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:12,909 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:15:12,909 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,909 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:15:12,909 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,909 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,910 INFO [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,912 INFO [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:15:12,912 INFO [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ab1eeb8a1bcb8cc96bc58c9328ddd7 columnFamilyName A 2024-12-08T22:15:12,912 DEBUG [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:12,912 INFO [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] regionserver.HStore(327): Store=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:15:12,912 INFO [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,913 INFO [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:15:12,913 INFO [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ab1eeb8a1bcb8cc96bc58c9328ddd7 columnFamilyName B 2024-12-08T22:15:12,913 DEBUG [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:12,914 INFO [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] regionserver.HStore(327): Store=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:15:12,914 INFO [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,915 INFO [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:15:12,915 INFO [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ab1eeb8a1bcb8cc96bc58c9328ddd7 columnFamilyName C 2024-12-08T22:15:12,915 DEBUG [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:12,916 INFO [StoreOpener-e8ab1eeb8a1bcb8cc96bc58c9328ddd7-1 {}] regionserver.HStore(327): Store=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:15:12,916 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:12,916 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,916 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,917 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,918 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,918 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,918 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T22:15:12,919 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,921 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:15:12,922 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened e8ab1eeb8a1bcb8cc96bc58c9328ddd7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63863316, jitterRate=-0.04836243391036987}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T22:15:12,922 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:12,922 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: Running coprocessor pre-open hook at 1733696112909Writing region info on filesystem at 1733696112909Initializing all the Stores at 1733696112910 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696112910Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696112910Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696112910Cleaning up temporary data from old regions at 1733696112918 (+8 ms)Running coprocessor post-open hooks at 1733696112922 (+4 ms)Region opened successfully at 1733696112922 2024-12-08T22:15:12,923 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., pid=67, masterSystemTime=1733696112906 2024-12-08T22:15:12,924 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:12,924 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:12,925 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, regionState=OPEN, openSeqNum=2, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:12,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:15:12,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-08T22:15:12,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 in 176 msec 2024-12-08T22:15:12,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-12-08T22:15:12,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, ASSIGN in 337 msec 2024-12-08T22:15:12,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T22:15:12,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696112930"}]},"ts":"1733696112930"} 2024-12-08T22:15:12,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T22:15:12,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T22:15:12,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1690 sec 2024-12-08T22:15:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-08T22:15:13,917 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:13,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f82c693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:13,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:13,922 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e78b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:13,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:13,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:13,924 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:13,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1517bdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:13,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:13,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:13,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:13,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T22:15:13,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 45d1fbfb79fd,41977,1733696043972 2024-12-08T22:15:13,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ac364b 2024-12-08T22:15:13,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T22:15:13,930 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T22:15:13,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2290af03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:13,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:13,933 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db82a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:13,935 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:13,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee94c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e0d1e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:13,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:13,937 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b261464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:13,939 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:13,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3997f09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ba03b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:13,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:13,941 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b880fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:13,943 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d2b994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3814b668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:13,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:13,945 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732445ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:13,946 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b762d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4c8c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:13,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:13,948 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:13,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:13,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:13,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531e84e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:13,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:13,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:13,949 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb07372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6724e89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:13,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:13,951 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d51b69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:13,952 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:13,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0f96e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9105f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:13,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:13,954 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed6c938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:13,955 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:13,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8fc1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7d7961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:13,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:13,957 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5507b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:13,958 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5c0436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d97a88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:13,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:13,960 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f72517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:13,961 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aed6258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e309a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:13,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:13,963 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b80136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:13,964 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:13,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ea287f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:13,965 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:13,965 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:13,965 DEBUG [Thread-1154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:13,965 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:13,965 DEBUG [Thread-1149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:13,965 DEBUG [Thread-1152 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:13,966 DEBUG [Thread-1158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:13,966 DEBUG [Thread-1143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:13,966 DEBUG [Thread-1152 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:13,966 DEBUG [Thread-1152 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:13,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:13,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:13,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:13,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:13,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:13,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:13,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:13,967 DEBUG [Thread-1141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:13,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:13,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:13,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-08T22:15:13,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:13,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:13,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:13,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-08T22:15:13,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:13,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:13,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:15:13,969 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:13,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:13,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:13,970 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:13,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:13,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:13,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:15:13,971 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:13,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:15:13,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:15:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:15:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:15:13,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:15:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:15:13,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:15:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:15:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:13,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-08T22:15:13,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:13,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:13,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:13,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:13,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:13,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:13,999 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1733696113987, max timestamp=1733696113997Num uniques 859; 2024-12-08T22:15:14,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-08T22:15:14,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733696113993, max timestamp=1733696113997Num uniques 859; 2024-12-08T22:15:14,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:15:14,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733696113993, max timestamp=1733696113997Num uniques 859; 2024-12-08T22:15:14,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:15:14,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/a7c14967a3714b379c9abb15372182fc is 50, key is test_row_0/A:col10/1733696113977/Put/seqid=0 2024-12-08T22:15:14,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742070_1246 (size=9657) 2024-12-08T22:15:14,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696174016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696174014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696174017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696174017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696174018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-08T22:15:14,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-08T22:15:14,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:14,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:14,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:14,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696174125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696174125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696174126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696174126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696174126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-08T22:15:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:14,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-08T22:15:14,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696174335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696174336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696174336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696174336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696174336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/a7c14967a3714b379c9abb15372182fc 2024-12-08T22:15:14,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-08T22:15:14,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:14,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:14,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:14,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/a148c7896f834e5db864131f9771077c is 50, key is test_row_0/B:col10/1733696113977/Put/seqid=0 2024-12-08T22:15:14,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742071_1247 (size=9657) 2024-12-08T22:15:14,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/a148c7896f834e5db864131f9771077c 2024-12-08T22:15:14,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/a8fd5d43557f42289c7368173735ea62 is 50, key is test_row_0/C:col10/1733696113977/Put/seqid=0 2024-12-08T22:15:14,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742072_1248 (size=9657) 2024-12-08T22:15:14,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-08T22:15:14,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:14,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:14,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-08T22:15:14,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696174645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696174645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696174645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696174645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696174645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:14,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-08T22:15:14,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:14,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:14,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:14,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-08T22:15:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:14,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:14,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/a8fd5d43557f42289c7368173735ea62 2024-12-08T22:15:14,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/a7c14967a3714b379c9abb15372182fc as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a7c14967a3714b379c9abb15372182fc 2024-12-08T22:15:14,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a7c14967a3714b379c9abb15372182fc, entries=100, sequenceid=11, filesize=9.4 K 2024-12-08T22:15:14,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/a148c7896f834e5db864131f9771077c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/a148c7896f834e5db864131f9771077c 2024-12-08T22:15:14,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/a148c7896f834e5db864131f9771077c, entries=100, sequenceid=11, filesize=9.4 K 2024-12-08T22:15:14,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/a8fd5d43557f42289c7368173735ea62 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a8fd5d43557f42289c7368173735ea62 2024-12-08T22:15:14,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a8fd5d43557f42289c7368173735ea62, entries=100, sequenceid=11, filesize=9.4 K 2024-12-08T22:15:14,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.65 KB/141980 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 1020ms, sequenceid=11, compaction requested=false 2024-12-08T22:15:14,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:15,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-08T22:15:15,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:15,047 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=138.65 KB heapSize=390.45 KB 2024-12-08T22:15:15,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:15,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:15,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:15,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:15,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:15,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:15,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/a41e4c3accc8473185a5cc5887aae105 is 50, key is test_row_0/A:col10/1733696114017/Put/seqid=0 2024-12-08T22:15:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742073_1249 (size=12001) 2024-12-08T22:15:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-08T22:15:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:15,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:15,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696175162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696175161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696175162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696175168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696175168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696175275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696175275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696175275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696175285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696175286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696175485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696175485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696175485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,491 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/a41e4c3accc8473185a5cc5887aae105 2024-12-08T22:15:15,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696175495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696175495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/d74b29deba2347739b805fdff3e5733a is 50, key is test_row_0/B:col10/1733696114017/Put/seqid=0 2024-12-08T22:15:15,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742074_1250 (size=12001) 2024-12-08T22:15:15,507 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/d74b29deba2347739b805fdff3e5733a 2024-12-08T22:15:15,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/d1d94355cb6a4b4abc5d4cf726c2272a is 50, key is test_row_0/C:col10/1733696114017/Put/seqid=0 2024-12-08T22:15:15,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742075_1251 (size=12001) 2024-12-08T22:15:15,521 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/d1d94355cb6a4b4abc5d4cf726c2272a 2024-12-08T22:15:15,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/a41e4c3accc8473185a5cc5887aae105 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a41e4c3accc8473185a5cc5887aae105 2024-12-08T22:15:15,529 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a41e4c3accc8473185a5cc5887aae105, entries=150, sequenceid=47, filesize=11.7 K 2024-12-08T22:15:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/d74b29deba2347739b805fdff3e5733a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d74b29deba2347739b805fdff3e5733a 2024-12-08T22:15:15,534 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d74b29deba2347739b805fdff3e5733a, entries=150, sequenceid=47, filesize=11.7 K 2024-12-08T22:15:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/d1d94355cb6a4b4abc5d4cf726c2272a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/d1d94355cb6a4b4abc5d4cf726c2272a 2024-12-08T22:15:15,540 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/d1d94355cb6a4b4abc5d4cf726c2272a, entries=150, sequenceid=47, filesize=11.7 K 2024-12-08T22:15:15,541 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~390.41 KB/399776, currentSize=46.96 KB/48090 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 494ms, sequenceid=47, compaction requested=false 2024-12-08T22:15:15,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:15,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:15,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-08T22:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-08T22:15:15,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-08T22:15:15,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5720 sec 2024-12-08T22:15:15,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.5790 sec 2024-12-08T22:15:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:15,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-08T22:15:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:15,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/ea423a806d9f42ce8ab364f14d6bfb4e is 50, key is test_row_0/A:col10/1733696115159/Put/seqid=0 2024-12-08T22:15:15,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742076_1252 (size=14341) 2024-12-08T22:15:15,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/ea423a806d9f42ce8ab364f14d6bfb4e 2024-12-08T22:15:15,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/14c99747519b413c94cfcdda889c225a is 50, key is test_row_0/B:col10/1733696115159/Put/seqid=0 2024-12-08T22:15:15,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696175816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742077_1253 (size=12001) 2024-12-08T22:15:15,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696175818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/14c99747519b413c94cfcdda889c225a 2024-12-08T22:15:15,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696175819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696175819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696175820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/0d2438430adc462c91d067a4477f1577 is 50, key is test_row_0/C:col10/1733696115159/Put/seqid=0 2024-12-08T22:15:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742078_1254 (size=12001) 2024-12-08T22:15:15,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696175925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696175925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696175925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696175935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696175935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-08T22:15:16,125 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:16,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-08T22:15:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T22:15:16,127 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:16,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:16,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:16,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696176135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696176135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696176135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696176145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696176145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T22:15:16,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/0d2438430adc462c91d067a4477f1577 2024-12-08T22:15:16,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/ea423a806d9f42ce8ab364f14d6bfb4e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/ea423a806d9f42ce8ab364f14d6bfb4e 2024-12-08T22:15:16,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/ea423a806d9f42ce8ab364f14d6bfb4e, entries=200, sequenceid=59, filesize=14.0 K 2024-12-08T22:15:16,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/14c99747519b413c94cfcdda889c225a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/14c99747519b413c94cfcdda889c225a 2024-12-08T22:15:16,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/14c99747519b413c94cfcdda889c225a, entries=150, sequenceid=59, filesize=11.7 K 2024-12-08T22:15:16,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/0d2438430adc462c91d067a4477f1577 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/0d2438430adc462c91d067a4477f1577 2024-12-08T22:15:16,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/0d2438430adc462c91d067a4477f1577, entries=150, sequenceid=59, filesize=11.7 K 2024-12-08T22:15:16,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 454ms, sequenceid=59, compaction requested=true 2024-12-08T22:15:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:16,251 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:16,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:16,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:16,252 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:16,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:16,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:16,252 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:16,252 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B is initiating minor compaction (all files) 2024-12-08T22:15:16,253 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:16,253 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/a148c7896f834e5db864131f9771077c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d74b29deba2347739b805fdff3e5733a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/14c99747519b413c94cfcdda889c225a] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=32.9 K 2024-12-08T22:15:16,253 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:16,253 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A is initiating minor compaction (all files) 2024-12-08T22:15:16,253 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:16,253 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a7c14967a3714b379c9abb15372182fc, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a41e4c3accc8473185a5cc5887aae105, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/ea423a806d9f42ce8ab364f14d6bfb4e] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=35.2 K 2024-12-08T22:15:16,254 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a148c7896f834e5db864131f9771077c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733696113976 2024-12-08T22:15:16,254 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7c14967a3714b379c9abb15372182fc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733696113976 2024-12-08T22:15:16,254 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d74b29deba2347739b805fdff3e5733a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733696114013 2024-12-08T22:15:16,254 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting a41e4c3accc8473185a5cc5887aae105, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733696114013 2024-12-08T22:15:16,254 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 14c99747519b413c94cfcdda889c225a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733696115159 2024-12-08T22:15:16,255 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea423a806d9f42ce8ab364f14d6bfb4e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733696115159 2024-12-08T22:15:16,262 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:16,262 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/d402709bb74045c0968fde39976773c7 is 50, key is test_row_0/A:col10/1733696115159/Put/seqid=0 2024-12-08T22:15:16,262 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:16,263 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/eba620b7bde0495db82fef6fe6693ff8 is 50, key is test_row_0/B:col10/1733696115159/Put/seqid=0 2024-12-08T22:15:16,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742079_1255 (size=12104) 2024-12-08T22:15:16,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-08T22:15:16,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:16,281 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:15:16,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:16,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:16,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:16,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:16,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:16,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:16,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742080_1256 (size=12104) 2024-12-08T22:15:16,288 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/eba620b7bde0495db82fef6fe6693ff8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/eba620b7bde0495db82fef6fe6693ff8 2024-12-08T22:15:16,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/c7d0db42661141b1be4908d466ead005 is 50, key is test_row_0/A:col10/1733696115813/Put/seqid=0 2024-12-08T22:15:16,300 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into eba620b7bde0495db82fef6fe6693ff8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:16,300 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:16,300 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B, priority=13, startTime=1733696116251; duration=0sec 2024-12-08T22:15:16,301 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:16,301 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B 2024-12-08T22:15:16,301 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:16,305 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:16,305 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C is initiating minor compaction (all files) 2024-12-08T22:15:16,305 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:16,306 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a8fd5d43557f42289c7368173735ea62, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/d1d94355cb6a4b4abc5d4cf726c2272a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/0d2438430adc462c91d067a4477f1577] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=32.9 K 2024-12-08T22:15:16,307 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a8fd5d43557f42289c7368173735ea62, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733696113976 2024-12-08T22:15:16,307 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d1d94355cb6a4b4abc5d4cf726c2272a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733696114013 2024-12-08T22:15:16,307 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d2438430adc462c91d067a4477f1577, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733696115159 2024-12-08T22:15:16,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742081_1257 (size=12001) 2024-12-08T22:15:16,314 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/c7d0db42661141b1be4908d466ead005 2024-12-08T22:15:16,316 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:16,317 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/5243c2b6cb234dc69ff65262caef5ca5 is 50, key is test_row_0/C:col10/1733696115159/Put/seqid=0 2024-12-08T22:15:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/d97e4ee9dd3b4a59a6330b0f0a7314bd is 50, key is test_row_0/B:col10/1733696115813/Put/seqid=0 2024-12-08T22:15:16,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742082_1258 (size=12104) 2024-12-08T22:15:16,347 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/5243c2b6cb234dc69ff65262caef5ca5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/5243c2b6cb234dc69ff65262caef5ca5 2024-12-08T22:15:16,352 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 5243c2b6cb234dc69ff65262caef5ca5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:16,352 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:16,352 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C, priority=13, startTime=1733696116252; duration=0sec 2024-12-08T22:15:16,352 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:16,352 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C 2024-12-08T22:15:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742083_1259 (size=12001) 2024-12-08T22:15:16,367 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/d97e4ee9dd3b4a59a6330b0f0a7314bd 2024-12-08T22:15:16,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/a611208789f947ba8f323de1e3d3dd07 is 50, key is test_row_0/C:col10/1733696115813/Put/seqid=0 2024-12-08T22:15:16,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742084_1260 (size=12001) 2024-12-08T22:15:16,401 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/a611208789f947ba8f323de1e3d3dd07 2024-12-08T22:15:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/c7d0db42661141b1be4908d466ead005 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c7d0db42661141b1be4908d466ead005 2024-12-08T22:15:16,420 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c7d0db42661141b1be4908d466ead005, entries=150, sequenceid=79, filesize=11.7 K 2024-12-08T22:15:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/d97e4ee9dd3b4a59a6330b0f0a7314bd as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d97e4ee9dd3b4a59a6330b0f0a7314bd 2024-12-08T22:15:16,428 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d97e4ee9dd3b4a59a6330b0f0a7314bd, entries=150, sequenceid=79, filesize=11.7 K 2024-12-08T22:15:16,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/a611208789f947ba8f323de1e3d3dd07 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a611208789f947ba8f323de1e3d3dd07 2024-12-08T22:15:16,435 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a611208789f947ba8f323de1e3d3dd07, entries=150, sequenceid=79, filesize=11.7 K 2024-12-08T22:15:16,436 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 155ms, sequenceid=79, compaction requested=false 2024-12-08T22:15:16,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:16,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:16,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-08T22:15:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-08T22:15:16,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-08T22:15:16,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 310 msec 2024-12-08T22:15:16,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 314 msec 2024-12-08T22:15:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T22:15:16,446 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:16,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-08T22:15:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-08T22:15:16,448 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:16,448 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:16,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:16,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-08T22:15:16,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:16,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:16,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:16,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:16,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:16,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:16,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/c1e1531913714cbc921c84c70c822b09 is 50, key is test_row_0/A:col10/1733696116449/Put/seqid=0 2024-12-08T22:15:16,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742085_1261 (size=14341) 2024-12-08T22:15:16,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696116465, max timestamp=1733696116474Num uniques 859; 2024-12-08T22:15:16,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696116465, max timestamp=1733696116474Num uniques 859; 2024-12-08T22:15:16,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696116465, max timestamp=1733696116474Num uniques 859; 2024-12-08T22:15:16,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:15:16,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:15:16,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:15:16,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696176491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696176492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696176498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696176498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696176498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,507 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T22:15:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-08T22:15:16,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-08T22:15:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:16,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:16,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696176605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696176606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696176616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696176616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696176616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,673 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/d402709bb74045c0968fde39976773c7 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d402709bb74045c0968fde39976773c7 2024-12-08T22:15:16,677 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into d402709bb74045c0968fde39976773c7(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:16,677 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:16,677 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A, priority=13, startTime=1733696116251; duration=0sec 2024-12-08T22:15:16,678 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:16,678 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A 2024-12-08T22:15:16,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-08T22:15:16,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:16,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:16,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:16,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:16,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-08T22:15:16,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696176815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696176816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696176825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696176825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696176829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:16,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/c1e1531913714cbc921c84c70c822b09 2024-12-08T22:15:16,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/c19f69b58a12420c81d725e37da82694 is 50, key is test_row_0/B:col10/1733696116449/Put/seqid=0 2024-12-08T22:15:16,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742086_1262 (size=12001) 2024-12-08T22:15:16,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-08T22:15:16,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:16,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:16,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:16,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:16,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:17,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-08T22:15:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:17,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-08T22:15:17,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696177125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696177125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696177135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696177135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696177138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-08T22:15:17,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:17,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:17,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:17,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/c19f69b58a12420c81d725e37da82694 2024-12-08T22:15:17,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/a4199544612943f9b1c16ab8e2d2f559 is 50, key is test_row_0/C:col10/1733696116449/Put/seqid=0 2024-12-08T22:15:17,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742087_1263 (size=12001) 2024-12-08T22:15:17,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/a4199544612943f9b1c16ab8e2d2f559 2024-12-08T22:15:17,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/c1e1531913714cbc921c84c70c822b09 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c1e1531913714cbc921c84c70c822b09 2024-12-08T22:15:17,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c1e1531913714cbc921c84c70c822b09, entries=200, sequenceid=91, filesize=14.0 K 2024-12-08T22:15:17,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/c19f69b58a12420c81d725e37da82694 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c19f69b58a12420c81d725e37da82694 2024-12-08T22:15:17,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c19f69b58a12420c81d725e37da82694, entries=150, sequenceid=91, filesize=11.7 K 2024-12-08T22:15:17,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/a4199544612943f9b1c16ab8e2d2f559 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a4199544612943f9b1c16ab8e2d2f559 2024-12-08T22:15:17,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a4199544612943f9b1c16ab8e2d2f559, entries=150, sequenceid=91, filesize=11.7 K 2024-12-08T22:15:17,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 868ms, sequenceid=91, compaction requested=true 2024-12-08T22:15:17,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:17,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:17,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:17,319 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:17,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:17,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:17,319 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:17,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:17,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:17,320 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:17,320 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:17,320 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A is initiating minor compaction (all files) 2024-12-08T22:15:17,320 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B is initiating minor compaction (all files) 2024-12-08T22:15:17,320 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:17,320 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:17,320 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d402709bb74045c0968fde39976773c7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c7d0db42661141b1be4908d466ead005, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c1e1531913714cbc921c84c70c822b09] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=37.5 K 2024-12-08T22:15:17,320 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/eba620b7bde0495db82fef6fe6693ff8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d97e4ee9dd3b4a59a6330b0f0a7314bd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c19f69b58a12420c81d725e37da82694] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=35.3 K 2024-12-08T22:15:17,320 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting d402709bb74045c0968fde39976773c7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733696115159 2024-12-08T22:15:17,320 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting eba620b7bde0495db82fef6fe6693ff8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733696115159 2024-12-08T22:15:17,321 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d97e4ee9dd3b4a59a6330b0f0a7314bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733696115813 2024-12-08T22:15:17,321 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7d0db42661141b1be4908d466ead005, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733696115813 2024-12-08T22:15:17,321 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1e1531913714cbc921c84c70c822b09, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733696116448 2024-12-08T22:15:17,321 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c19f69b58a12420c81d725e37da82694, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733696116449 2024-12-08T22:15:17,326 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#B#compaction#220 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:17,327 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/b03c8019aca34b199e5f7afd2bee5043 is 50, key is test_row_0/B:col10/1733696116449/Put/seqid=0 2024-12-08T22:15:17,327 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#A#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:17,327 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/c58bd48c04de4e9c8e57f7c5ff5d5245 is 50, key is test_row_0/A:col10/1733696116449/Put/seqid=0 2024-12-08T22:15:17,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742088_1264 (size=12207) 2024-12-08T22:15:17,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742089_1265 (size=12207) 2024-12-08T22:15:17,335 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/b03c8019aca34b199e5f7afd2bee5043 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/b03c8019aca34b199e5f7afd2bee5043 2024-12-08T22:15:17,340 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into b03c8019aca34b199e5f7afd2bee5043(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:17,340 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:17,340 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B, priority=13, startTime=1733696117319; duration=0sec 2024-12-08T22:15:17,340 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:17,340 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B 2024-12-08T22:15:17,340 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:17,341 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:17,341 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C is initiating minor compaction (all files) 2024-12-08T22:15:17,341 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:17,341 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/5243c2b6cb234dc69ff65262caef5ca5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a611208789f947ba8f323de1e3d3dd07, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a4199544612943f9b1c16ab8e2d2f559] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=35.3 K 2024-12-08T22:15:17,342 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 5243c2b6cb234dc69ff65262caef5ca5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733696115159 2024-12-08T22:15:17,342 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a611208789f947ba8f323de1e3d3dd07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733696115813 2024-12-08T22:15:17,342 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a4199544612943f9b1c16ab8e2d2f559, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733696116449 2024-12-08T22:15:17,348 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:17,349 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/70d59c1de0164ff0bb66b86bec13c8d0 is 50, key is test_row_0/C:col10/1733696116449/Put/seqid=0 2024-12-08T22:15:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742090_1266 (size=12207) 2024-12-08T22:15:17,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-08T22:15:17,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:17,367 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-08T22:15:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:17,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/36c7db86594e45559bc8f1521485d2a6 is 50, key is test_row_0/A:col10/1733696116497/Put/seqid=0 2024-12-08T22:15:17,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742091_1267 (size=12001) 2024-12-08T22:15:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-08T22:15:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:17,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:17,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696177645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696177645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696177645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696177651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696177652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,736 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/c58bd48c04de4e9c8e57f7c5ff5d5245 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c58bd48c04de4e9c8e57f7c5ff5d5245 2024-12-08T22:15:17,740 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into c58bd48c04de4e9c8e57f7c5ff5d5245(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:17,740 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:17,740 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A, priority=13, startTime=1733696117319; duration=0sec 2024-12-08T22:15:17,741 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:17,741 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A 2024-12-08T22:15:17,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696177755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696177755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,761 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/70d59c1de0164ff0bb66b86bec13c8d0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/70d59c1de0164ff0bb66b86bec13c8d0 2024-12-08T22:15:17,765 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 70d59c1de0164ff0bb66b86bec13c8d0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:17,765 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:17,765 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C, priority=13, startTime=1733696117319; duration=0sec 2024-12-08T22:15:17,765 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:17,765 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C 2024-12-08T22:15:17,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696177765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696177765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,801 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/36c7db86594e45559bc8f1521485d2a6 2024-12-08T22:15:17,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/82ddf2f8722e459b81ce2b4450a0a497 is 50, key is test_row_0/B:col10/1733696116497/Put/seqid=0 2024-12-08T22:15:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742092_1268 (size=12001) 2024-12-08T22:15:17,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696177965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696177965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696177975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696177975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,210 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/82ddf2f8722e459b81ce2b4450a0a497 2024-12-08T22:15:18,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/aeeaa51c7ce54d13bcd9bfd77bcccc45 is 50, key is test_row_0/C:col10/1733696116497/Put/seqid=0 2024-12-08T22:15:18,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742093_1269 (size=12001) 2024-12-08T22:15:18,220 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/aeeaa51c7ce54d13bcd9bfd77bcccc45 2024-12-08T22:15:18,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/36c7db86594e45559bc8f1521485d2a6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/36c7db86594e45559bc8f1521485d2a6 2024-12-08T22:15:18,227 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/36c7db86594e45559bc8f1521485d2a6, entries=150, sequenceid=130, filesize=11.7 K 2024-12-08T22:15:18,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/82ddf2f8722e459b81ce2b4450a0a497 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/82ddf2f8722e459b81ce2b4450a0a497 2024-12-08T22:15:18,232 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/82ddf2f8722e459b81ce2b4450a0a497, entries=150, sequenceid=130, filesize=11.7 K 2024-12-08T22:15:18,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/aeeaa51c7ce54d13bcd9bfd77bcccc45 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/aeeaa51c7ce54d13bcd9bfd77bcccc45 2024-12-08T22:15:18,236 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/aeeaa51c7ce54d13bcd9bfd77bcccc45, entries=150, sequenceid=130, filesize=11.7 K 2024-12-08T22:15:18,237 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 871ms, sequenceid=130, compaction requested=false 2024-12-08T22:15:18,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:18,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:18,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-08T22:15:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-08T22:15:18,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-08T22:15:18,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7890 sec 2024-12-08T22:15:18,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.7940 sec 2024-12-08T22:15:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:18,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-08T22:15:18,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:18,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:18,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:18,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:18,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:18,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:18,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/83acf9245de146618305131c5fceee4d is 50, key is test_row_0/A:col10/1733696118276/Put/seqid=0 2024-12-08T22:15:18,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742094_1270 (size=12151) 2024-12-08T22:15:18,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696178298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696178299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696118294, max timestamp=1733696118301Num uniques 859; 2024-12-08T22:15:18,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696118294, max timestamp=1733696118301Num uniques 859; 2024-12-08T22:15:18,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:15:18,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696118294, max timestamp=1733696118301Num uniques 859; 2024-12-08T22:15:18,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:15:18,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:15:18,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696178334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696178336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696178415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696178416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696178445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696178445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-08T22:15:18,595 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:18,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-08T22:15:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-08T22:15:18,597 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:18,598 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:18,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696178625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696178625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696178655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696178655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696178665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,667 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in e8ab1eeb8a1bcb8cc96bc58c9328ddd7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/83acf9245de146618305131c5fceee4d 2024-12-08T22:15:18,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/93e30ed6a9294ee4801379accdf9cf69 is 50, key is test_row_0/B:col10/1733696118276/Put/seqid=0 2024-12-08T22:15:18,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742095_1271 (size=12151) 2024-12-08T22:15:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-08T22:15:18,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-08T22:15:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:18,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:18,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-08T22:15:18,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:18,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:18,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:18,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:18,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-08T22:15:18,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696178935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696178935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696178965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696178965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:19,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-08T22:15:19,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:19,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:19,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:19,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:19,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:19,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/93e30ed6a9294ee4801379accdf9cf69 2024-12-08T22:15:19,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/14e9461e90db44728e1b6d3c16003174 is 50, key is test_row_0/C:col10/1733696118276/Put/seqid=0 2024-12-08T22:15:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742096_1272 (size=12151) 2024-12-08T22:15:19,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-08T22:15:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:19,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-08T22:15:19,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-08T22:15:19,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:19,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:19,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:19,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:19,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696179446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:19,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696179446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:19,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696179475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:19,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696179475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:19,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/14e9461e90db44728e1b6d3c16003174 2024-12-08T22:15:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/83acf9245de146618305131c5fceee4d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/83acf9245de146618305131c5fceee4d 2024-12-08T22:15:19,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-08T22:15:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:19,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:19,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/83acf9245de146618305131c5fceee4d, entries=150, sequenceid=143, filesize=11.9 K 2024-12-08T22:15:19,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/93e30ed6a9294ee4801379accdf9cf69 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/93e30ed6a9294ee4801379accdf9cf69 2024-12-08T22:15:19,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/93e30ed6a9294ee4801379accdf9cf69, entries=150, sequenceid=143, filesize=11.9 K 2024-12-08T22:15:19,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/14e9461e90db44728e1b6d3c16003174 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/14e9461e90db44728e1b6d3c16003174 2024-12-08T22:15:19,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/14e9461e90db44728e1b6d3c16003174, entries=150, sequenceid=143, filesize=11.9 K 2024-12-08T22:15:19,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 1251ms, sequenceid=143, compaction requested=true 2024-12-08T22:15:19,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:19,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:19,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:19,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:19,529 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:19,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:19,529 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:19,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:19,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:19,530 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:19,530 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A is initiating minor compaction (all files) 2024-12-08T22:15:19,530 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:19,530 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c58bd48c04de4e9c8e57f7c5ff5d5245, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/36c7db86594e45559bc8f1521485d2a6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/83acf9245de146618305131c5fceee4d] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=35.5 K 2024-12-08T22:15:19,531 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:19,531 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B is initiating minor compaction (all files) 2024-12-08T22:15:19,531 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting c58bd48c04de4e9c8e57f7c5ff5d5245, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733696116449 2024-12-08T22:15:19,531 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:19,531 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/b03c8019aca34b199e5f7afd2bee5043, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/82ddf2f8722e459b81ce2b4450a0a497, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/93e30ed6a9294ee4801379accdf9cf69] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=35.5 K 2024-12-08T22:15:19,531 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36c7db86594e45559bc8f1521485d2a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733696116489 2024-12-08T22:15:19,531 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting b03c8019aca34b199e5f7afd2bee5043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733696116449 2024-12-08T22:15:19,531 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 82ddf2f8722e459b81ce2b4450a0a497, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733696116489 2024-12-08T22:15:19,531 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83acf9245de146618305131c5fceee4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733696117650 2024-12-08T22:15:19,532 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 93e30ed6a9294ee4801379accdf9cf69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733696117650 2024-12-08T22:15:19,538 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:19,538 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/bc9b9461ddee46f3a8450a8104067616 is 50, key is test_row_0/B:col10/1733696118276/Put/seqid=0 2024-12-08T22:15:19,538 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:19,539 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/6ca80d41f84a47aeb21d891614cf3f95 is 50, key is test_row_0/A:col10/1733696118276/Put/seqid=0 2024-12-08T22:15:19,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742098_1274 (size=12459) 2024-12-08T22:15:19,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742097_1273 (size=12459) 2024-12-08T22:15:19,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-08T22:15:19,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:19,669 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-08T22:15:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:19,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/2a9a3225c30645f18e89750882d70166 is 50, key is test_row_0/A:col10/1733696118333/Put/seqid=0 2024-12-08T22:15:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742099_1275 (size=12151) 2024-12-08T22:15:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-08T22:15:19,959 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/6ca80d41f84a47aeb21d891614cf3f95 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/6ca80d41f84a47aeb21d891614cf3f95 2024-12-08T22:15:19,964 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/bc9b9461ddee46f3a8450a8104067616 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/bc9b9461ddee46f3a8450a8104067616 2024-12-08T22:15:19,964 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 6ca80d41f84a47aeb21d891614cf3f95(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:19,964 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:19,964 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A, priority=13, startTime=1733696119529; duration=0sec 2024-12-08T22:15:19,964 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:19,964 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A 2024-12-08T22:15:19,964 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:19,965 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:19,965 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C is initiating minor compaction (all files) 2024-12-08T22:15:19,965 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:19,965 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/70d59c1de0164ff0bb66b86bec13c8d0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/aeeaa51c7ce54d13bcd9bfd77bcccc45, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/14e9461e90db44728e1b6d3c16003174] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=35.5 K 2024-12-08T22:15:19,966 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70d59c1de0164ff0bb66b86bec13c8d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733696116449 2024-12-08T22:15:19,966 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeeaa51c7ce54d13bcd9bfd77bcccc45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733696116489 2024-12-08T22:15:19,967 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14e9461e90db44728e1b6d3c16003174, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733696117650 2024-12-08T22:15:19,969 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into bc9b9461ddee46f3a8450a8104067616(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:19,969 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:19,969 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B, priority=13, startTime=1733696119529; duration=0sec 2024-12-08T22:15:19,969 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:19,969 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B 2024-12-08T22:15:19,973 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#C#compaction#231 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:19,973 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/90e86cd4ce1646898b979c13da174614 is 50, key is test_row_0/C:col10/1733696118276/Put/seqid=0 2024-12-08T22:15:19,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742100_1276 (size=12459) 2024-12-08T22:15:20,107 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/2a9a3225c30645f18e89750882d70166 2024-12-08T22:15:20,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/a595aac5661f4ca7ad5d4538315c1bdc is 50, key is test_row_0/B:col10/1733696118333/Put/seqid=0 2024-12-08T22:15:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742101_1277 (size=12151) 2024-12-08T22:15:20,388 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/90e86cd4ce1646898b979c13da174614 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/90e86cd4ce1646898b979c13da174614 2024-12-08T22:15:20,392 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 90e86cd4ce1646898b979c13da174614(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:20,392 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:20,392 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C, priority=13, startTime=1733696119529; duration=0sec 2024-12-08T22:15:20,392 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:20,392 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C 2024-12-08T22:15:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:20,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:20,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696180469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:20,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:20,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696180469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:20,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:20,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:20,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696180485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:20,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696180485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:20,486 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e8ab1eeb8a1bcb8cc96bc58c9328ddd7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:20,487 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e8ab1eeb8a1bcb8cc96bc58c9328ddd7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:20,523 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/a595aac5661f4ca7ad5d4538315c1bdc 2024-12-08T22:15:20,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/1798bb0357e34efa872101a78ca8c0ca is 50, key is test_row_0/C:col10/1733696118333/Put/seqid=0 2024-12-08T22:15:20,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742102_1278 (size=12151) 2024-12-08T22:15:20,540 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/1798bb0357e34efa872101a78ca8c0ca 2024-12-08T22:15:20,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/2a9a3225c30645f18e89750882d70166 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/2a9a3225c30645f18e89750882d70166 2024-12-08T22:15:20,550 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/2a9a3225c30645f18e89750882d70166, entries=150, sequenceid=179, filesize=11.9 K 2024-12-08T22:15:20,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/a595aac5661f4ca7ad5d4538315c1bdc as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/a595aac5661f4ca7ad5d4538315c1bdc 2024-12-08T22:15:20,557 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/a595aac5661f4ca7ad5d4538315c1bdc, entries=150, sequenceid=179, filesize=11.9 K 2024-12-08T22:15:20,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/1798bb0357e34efa872101a78ca8c0ca as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/1798bb0357e34efa872101a78ca8c0ca 2024-12-08T22:15:20,561 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/1798bb0357e34efa872101a78ca8c0ca, entries=150, sequenceid=179, filesize=11.9 K 2024-12-08T22:15:20,562 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 894ms, sequenceid=179, compaction requested=false 2024-12-08T22:15:20,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:20,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:20,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-08T22:15:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-08T22:15:20,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-08T22:15:20,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9650 sec 2024-12-08T22:15:20,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.9700 sec 2024-12-08T22:15:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:20,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-08T22:15:20,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:20,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:20,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:20,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:20,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:20,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:20,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/06329768c6b4425eac347cc616b34a1a is 50, key is test_row_0/A:col10/1733696120465/Put/seqid=0 2024-12-08T22:15:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742103_1279 (size=16931) 2024-12-08T22:15:20,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/06329768c6b4425eac347cc616b34a1a 2024-12-08T22:15:20,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/fcf9a53b21144709a2f3e4ae857b6889 is 50, key is test_row_0/B:col10/1733696120465/Put/seqid=0 2024-12-08T22:15:20,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742104_1280 (size=12151) 2024-12-08T22:15:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696180617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:20,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:20,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696180618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:20,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:20,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:20,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696180685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:20,688 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in e8ab1eeb8a1bcb8cc96bc58c9328ddd7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:20,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:20,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696180725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:20,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696180725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-08T22:15:20,745 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:20,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-08T22:15:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T22:15:20,747 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:20,748 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:20,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T22:15:20,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-08T22:15:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:20,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:20,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696180935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:20,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696180935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:21,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/fcf9a53b21144709a2f3e4ae857b6889 2024-12-08T22:15:21,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/ca703cadb5564a4b8e9c75681bacb084 is 50, key is test_row_0/C:col10/1733696120465/Put/seqid=0 2024-12-08T22:15:21,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742105_1281 (size=12151) 2024-12-08T22:15:21,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-08T22:15:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:21,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T22:15:21,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-08T22:15:21,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:21,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:21,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:21,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:21,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:21,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696181245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:21,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696181245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:21,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-08T22:15:21,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:21,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T22:15:21,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/ca703cadb5564a4b8e9c75681bacb084 2024-12-08T22:15:21,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/06329768c6b4425eac347cc616b34a1a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/06329768c6b4425eac347cc616b34a1a 2024-12-08T22:15:21,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/06329768c6b4425eac347cc616b34a1a, entries=250, sequenceid=195, filesize=16.5 K 2024-12-08T22:15:21,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/fcf9a53b21144709a2f3e4ae857b6889 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/fcf9a53b21144709a2f3e4ae857b6889 2024-12-08T22:15:21,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/fcf9a53b21144709a2f3e4ae857b6889, entries=150, sequenceid=195, filesize=11.9 K 2024-12-08T22:15:21,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/ca703cadb5564a4b8e9c75681bacb084 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/ca703cadb5564a4b8e9c75681bacb084 2024-12-08T22:15:21,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/ca703cadb5564a4b8e9c75681bacb084, entries=150, sequenceid=195, filesize=11.9 K 2024-12-08T22:15:21,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 852ms, sequenceid=195, compaction requested=true 2024-12-08T22:15:21,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:21,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:21,430 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:21,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:21,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:21,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:21,430 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:21,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:21,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:21,431 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:21,431 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:21,431 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A is initiating minor compaction (all files) 2024-12-08T22:15:21,431 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B is initiating minor compaction (all files) 2024-12-08T22:15:21,431 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:21,431 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:21,431 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/6ca80d41f84a47aeb21d891614cf3f95, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/2a9a3225c30645f18e89750882d70166, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/06329768c6b4425eac347cc616b34a1a] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=40.6 K 2024-12-08T22:15:21,431 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/bc9b9461ddee46f3a8450a8104067616, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/a595aac5661f4ca7ad5d4538315c1bdc, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/fcf9a53b21144709a2f3e4ae857b6889] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=35.9 K 2024-12-08T22:15:21,432 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ca80d41f84a47aeb21d891614cf3f95, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733696117650 2024-12-08T22:15:21,432 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting bc9b9461ddee46f3a8450a8104067616, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733696117650 2024-12-08T22:15:21,432 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a595aac5661f4ca7ad5d4538315c1bdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733696118330 2024-12-08T22:15:21,432 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a9a3225c30645f18e89750882d70166, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733696118330 2024-12-08T22:15:21,432 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting fcf9a53b21144709a2f3e4ae857b6889, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733696120465 2024-12-08T22:15:21,432 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06329768c6b4425eac347cc616b34a1a, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733696120463 2024-12-08T22:15:21,442 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:21,442 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/1d79f3bb5bed4a7eb72232b56e423c0e is 50, key is test_row_0/B:col10/1733696120465/Put/seqid=0 2024-12-08T22:15:21,442 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:21,443 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/e83b99d26f7d413ba40a64513ae4f85c is 50, key is test_row_0/A:col10/1733696120465/Put/seqid=0 2024-12-08T22:15:21,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742106_1282 (size=12561) 2024-12-08T22:15:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742107_1283 (size=12561) 2024-12-08T22:15:21,453 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/e83b99d26f7d413ba40a64513ae4f85c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/e83b99d26f7d413ba40a64513ae4f85c 2024-12-08T22:15:21,453 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/1d79f3bb5bed4a7eb72232b56e423c0e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/1d79f3bb5bed4a7eb72232b56e423c0e 2024-12-08T22:15:21,457 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into e83b99d26f7d413ba40a64513ae4f85c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:21,457 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:21,457 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A, priority=13, startTime=1733696121430; duration=0sec 2024-12-08T22:15:21,457 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:21,457 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A 2024-12-08T22:15:21,457 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:21,458 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 1d79f3bb5bed4a7eb72232b56e423c0e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:21,458 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:21,458 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B, priority=13, startTime=1733696121430; duration=0sec 2024-12-08T22:15:21,458 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:21,458 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B 2024-12-08T22:15:21,458 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:21,458 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C is initiating minor compaction (all files) 2024-12-08T22:15:21,458 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:21,458 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/90e86cd4ce1646898b979c13da174614, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/1798bb0357e34efa872101a78ca8c0ca, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/ca703cadb5564a4b8e9c75681bacb084] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=35.9 K 2024-12-08T22:15:21,459 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90e86cd4ce1646898b979c13da174614, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733696117650 2024-12-08T22:15:21,459 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1798bb0357e34efa872101a78ca8c0ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733696118330 2024-12-08T22:15:21,459 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca703cadb5564a4b8e9c75681bacb084, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733696120465 2024-12-08T22:15:21,465 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:21,466 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/bb80c4f381e64329a7965d345f9b52a0 is 50, key is test_row_0/C:col10/1733696120465/Put/seqid=0 2024-12-08T22:15:21,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742108_1284 (size=12561) 2024-12-08T22:15:21,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-08T22:15:21,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:21,512 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-08T22:15:21,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:21,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:21,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:21,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:21,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:21,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:21,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/8dcbabfce14845e1a89c38cd8f84b6e5 is 50, key is test_row_0/A:col10/1733696120611/Put/seqid=0 2024-12-08T22:15:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742109_1285 (size=12151) 2024-12-08T22:15:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:21,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:21,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696181774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:21,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696181774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:21,874 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/bb80c4f381e64329a7965d345f9b52a0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/bb80c4f381e64329a7965d345f9b52a0 2024-12-08T22:15:21,877 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into bb80c4f381e64329a7965d345f9b52a0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:21,877 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:21,878 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C, priority=13, startTime=1733696121430; duration=0sec 2024-12-08T22:15:21,878 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:21,878 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C 2024-12-08T22:15:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T22:15:21,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696181885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:21,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696181885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:21,920 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/8dcbabfce14845e1a89c38cd8f84b6e5 2024-12-08T22:15:21,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/c9b4b997bb434ff98433e66ec8f02035 is 50, key is test_row_0/B:col10/1733696120611/Put/seqid=0 2024-12-08T22:15:21,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742110_1286 (size=12151) 2024-12-08T22:15:22,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696182095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:22,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:22,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696182095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:22,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:22,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:22,328 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/c9b4b997bb434ff98433e66ec8f02035 2024-12-08T22:15:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/baf38beb96924d2e88a8e71b8a2439ad is 50, key is test_row_0/C:col10/1733696120611/Put/seqid=0 2024-12-08T22:15:22,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742111_1287 (size=12151) 2024-12-08T22:15:22,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696182405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696182405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:22,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696182505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:22,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696182505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:22,507 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e8ab1eeb8a1bcb8cc96bc58c9328ddd7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,507 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e8ab1eeb8a1bcb8cc96bc58c9328ddd7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:22,738 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/baf38beb96924d2e88a8e71b8a2439ad 2024-12-08T22:15:22,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/8dcbabfce14845e1a89c38cd8f84b6e5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/8dcbabfce14845e1a89c38cd8f84b6e5 2024-12-08T22:15:22,744 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/8dcbabfce14845e1a89c38cd8f84b6e5, entries=150, sequenceid=216, filesize=11.9 K 2024-12-08T22:15:22,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/c9b4b997bb434ff98433e66ec8f02035 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c9b4b997bb434ff98433e66ec8f02035 2024-12-08T22:15:22,748 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c9b4b997bb434ff98433e66ec8f02035, entries=150, sequenceid=216, filesize=11.9 K 2024-12-08T22:15:22,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/baf38beb96924d2e88a8e71b8a2439ad as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/baf38beb96924d2e88a8e71b8a2439ad 2024-12-08T22:15:22,752 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/baf38beb96924d2e88a8e71b8a2439ad, entries=150, sequenceid=216, filesize=11.9 K 2024-12-08T22:15:22,752 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 1240ms, sequenceid=216, compaction requested=false 2024-12-08T22:15:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-08T22:15:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-08T22:15:22,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-08T22:15:22,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0060 sec 2024-12-08T22:15:22,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.0090 sec 2024-12-08T22:15:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T22:15:22,895 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:22,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-08T22:15:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T22:15:22,897 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:22,897 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:22,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:22,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-08T22:15:22,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:22,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:22,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:22,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:22,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/4be28e3a8bba4deeadd80f87e3022267 is 50, key is test_row_0/A:col10/1733696121772/Put/seqid=0 2024-12-08T22:15:22,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742112_1288 (size=14541) 2024-12-08T22:15:22,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696182945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:22,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696182946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T22:15:23,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T22:15:23,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:23,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696183055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:23,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696183055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:23,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T22:15:23,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:23,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T22:15:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696183265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696183265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:23,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/4be28e3a8bba4deeadd80f87e3022267 2024-12-08T22:15:23,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/432a65156f7a479194d3807b507786aa is 50, key is test_row_0/B:col10/1733696121772/Put/seqid=0 2024-12-08T22:15:23,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742113_1289 (size=12151) 2024-12-08T22:15:23,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/432a65156f7a479194d3807b507786aa 2024-12-08T22:15:23,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T22:15:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/c6ff2bdd08ee496995ab9735a8190c70 is 50, key is test_row_0/C:col10/1733696121772/Put/seqid=0 2024-12-08T22:15:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742114_1290 (size=12151) 2024-12-08T22:15:23,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T22:15:23,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:23,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T22:15:23,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696183575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:23,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:23,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696183575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:23,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:23,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:23,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:23,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T22:15:23,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:23,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:23,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/c6ff2bdd08ee496995ab9735a8190c70 2024-12-08T22:15:23,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/4be28e3a8bba4deeadd80f87e3022267 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4be28e3a8bba4deeadd80f87e3022267 2024-12-08T22:15:23,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4be28e3a8bba4deeadd80f87e3022267, entries=200, sequenceid=232, filesize=14.2 K 2024-12-08T22:15:23,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/432a65156f7a479194d3807b507786aa as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/432a65156f7a479194d3807b507786aa 2024-12-08T22:15:23,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/432a65156f7a479194d3807b507786aa, entries=150, sequenceid=232, filesize=11.9 K 2024-12-08T22:15:23,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/c6ff2bdd08ee496995ab9735a8190c70 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/c6ff2bdd08ee496995ab9735a8190c70 2024-12-08T22:15:23,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/c6ff2bdd08ee496995ab9735a8190c70, entries=150, sequenceid=232, filesize=11.9 K 2024-12-08T22:15:23,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 878ms, sequenceid=232, compaction requested=true 2024-12-08T22:15:23,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:23,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:23,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:23,795 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:23,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:23,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:23,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:23,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T22:15:23,795 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:23,796 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:23,796 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A is initiating minor compaction (all files) 2024-12-08T22:15:23,796 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,796 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/e83b99d26f7d413ba40a64513ae4f85c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/8dcbabfce14845e1a89c38cd8f84b6e5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4be28e3a8bba4deeadd80f87e3022267] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=38.3 K 2024-12-08T22:15:23,797 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting e83b99d26f7d413ba40a64513ae4f85c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733696120465 2024-12-08T22:15:23,797 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:23,797 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B is initiating minor compaction (all files) 2024-12-08T22:15:23,797 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,797 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/1d79f3bb5bed4a7eb72232b56e423c0e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c9b4b997bb434ff98433e66ec8f02035, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/432a65156f7a479194d3807b507786aa] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=36.0 K 2024-12-08T22:15:23,797 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dcbabfce14845e1a89c38cd8f84b6e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733696120608 2024-12-08T22:15:23,798 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d79f3bb5bed4a7eb72232b56e423c0e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733696120465 2024-12-08T22:15:23,798 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c9b4b997bb434ff98433e66ec8f02035, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733696120608 2024-12-08T22:15:23,798 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4be28e3a8bba4deeadd80f87e3022267, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733696121767 2024-12-08T22:15:23,799 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 432a65156f7a479194d3807b507786aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733696121772 2024-12-08T22:15:23,810 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:23,811 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/3dd296d3b00248e7a44940b4961f71ac is 50, key is test_row_0/B:col10/1733696121772/Put/seqid=0 2024-12-08T22:15:23,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T22:15:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:23,814 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-08T22:15:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:23,821 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:23,821 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/a4ecf053c7ae43a3ab47d21f75c18f5b is 50, key is test_row_0/A:col10/1733696121772/Put/seqid=0 2024-12-08T22:15:23,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/82bfd356038b4f27bce870957ee58d25 is 50, key is test_row_0/A:col10/1733696122942/Put/seqid=0 2024-12-08T22:15:23,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742116_1292 (size=12663) 2024-12-08T22:15:23,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742115_1291 (size=12663) 2024-12-08T22:15:23,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742117_1293 (size=12151) 2024-12-08T22:15:23,884 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/82bfd356038b4f27bce870957ee58d25 2024-12-08T22:15:23,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/f7504041d5c34749adb8a02c9975c255 is 50, key is test_row_0/B:col10/1733696122942/Put/seqid=0 2024-12-08T22:15:23,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742118_1294 (size=12151) 2024-12-08T22:15:23,909 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/f7504041d5c34749adb8a02c9975c255 2024-12-08T22:15:23,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/875739917bba4811b270e1fb53152206 is 50, key is test_row_0/C:col10/1733696122942/Put/seqid=0 2024-12-08T22:15:23,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742119_1295 (size=12151) 2024-12-08T22:15:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T22:15:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:24,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:24,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696184119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:24,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696184121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:24,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696184235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:24,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696184235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:24,270 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/a4ecf053c7ae43a3ab47d21f75c18f5b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a4ecf053c7ae43a3ab47d21f75c18f5b 2024-12-08T22:15:24,274 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into a4ecf053c7ae43a3ab47d21f75c18f5b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:24,274 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:24,274 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A, priority=13, startTime=1733696123794; duration=0sec 2024-12-08T22:15:24,274 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:24,274 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A 2024-12-08T22:15:24,274 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:24,276 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:24,276 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C is initiating minor compaction (all files) 2024-12-08T22:15:24,276 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:24,276 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/bb80c4f381e64329a7965d345f9b52a0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/baf38beb96924d2e88a8e71b8a2439ad, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/c6ff2bdd08ee496995ab9735a8190c70] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=36.0 K 2024-12-08T22:15:24,278 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb80c4f381e64329a7965d345f9b52a0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733696120465 2024-12-08T22:15:24,279 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting baf38beb96924d2e88a8e71b8a2439ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733696120608 2024-12-08T22:15:24,281 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6ff2bdd08ee496995ab9735a8190c70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733696121772 2024-12-08T22:15:24,283 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/3dd296d3b00248e7a44940b4961f71ac as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/3dd296d3b00248e7a44940b4961f71ac 2024-12-08T22:15:24,293 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 3dd296d3b00248e7a44940b4961f71ac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:24,293 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:24,293 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:24,293 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B, priority=13, startTime=1733696123795; duration=0sec 2024-12-08T22:15:24,293 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:24,293 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B 2024-12-08T22:15:24,293 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/a7cd6fa0444349368ca31cf9486c70d0 is 50, key is test_row_0/C:col10/1733696121772/Put/seqid=0 2024-12-08T22:15:24,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742120_1296 (size=12663) 2024-12-08T22:15:24,321 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/a7cd6fa0444349368ca31cf9486c70d0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a7cd6fa0444349368ca31cf9486c70d0 2024-12-08T22:15:24,330 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into a7cd6fa0444349368ca31cf9486c70d0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:24,330 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:24,330 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C, priority=13, startTime=1733696123795; duration=0sec 2024-12-08T22:15:24,330 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:24,330 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C 2024-12-08T22:15:24,335 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/875739917bba4811b270e1fb53152206 2024-12-08T22:15:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/82bfd356038b4f27bce870957ee58d25 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/82bfd356038b4f27bce870957ee58d25 2024-12-08T22:15:24,350 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/82bfd356038b4f27bce870957ee58d25, entries=150, sequenceid=249, filesize=11.9 K 2024-12-08T22:15:24,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/f7504041d5c34749adb8a02c9975c255 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/f7504041d5c34749adb8a02c9975c255 2024-12-08T22:15:24,357 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/f7504041d5c34749adb8a02c9975c255, entries=150, sequenceid=249, filesize=11.9 K 2024-12-08T22:15:24,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/875739917bba4811b270e1fb53152206 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/875739917bba4811b270e1fb53152206 2024-12-08T22:15:24,363 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/875739917bba4811b270e1fb53152206, entries=150, sequenceid=249, filesize=11.9 K 2024-12-08T22:15:24,364 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 549ms, sequenceid=249, compaction requested=false 2024-12-08T22:15:24,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:24,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:24,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-08T22:15:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-08T22:15:24,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-08T22:15:24,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4680 sec 2024-12-08T22:15:24,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4730 sec 2024-12-08T22:15:24,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-08T22:15:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:24,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/1ffd04d837f8413395c280aeca03e13e is 50, key is test_row_0/A:col10/1733696124446/Put/seqid=0 2024-12-08T22:15:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742121_1297 (size=14691) 2024-12-08T22:15:24,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/1ffd04d837f8413395c280aeca03e13e 2024-12-08T22:15:24,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696184529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:24,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696184531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:24,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/cfb92e423c6445b99748223ff36823a8 is 50, key is test_row_0/B:col10/1733696124446/Put/seqid=0 2024-12-08T22:15:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742122_1298 (size=12251) 2024-12-08T22:15:24,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/cfb92e423c6445b99748223ff36823a8 2024-12-08T22:15:24,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/b4e9990b882149d5aa8ca37c56bc6b98 is 50, key is test_row_0/C:col10/1733696124446/Put/seqid=0 2024-12-08T22:15:24,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696184645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:24,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696184645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742123_1299 (size=12251) 2024-12-08T22:15:24,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45336 deadline: 1733696184736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:24,738 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in e8ab1eeb8a1bcb8cc96bc58c9328ddd7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:24,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696184855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:24,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696184855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:24,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:24,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T22:15:25,046 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:25,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-08T22:15:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-08T22:15:25,048 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:25,050 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:25,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:25,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/b4e9990b882149d5aa8ca37c56bc6b98 2024-12-08T22:15:25,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/1ffd04d837f8413395c280aeca03e13e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/1ffd04d837f8413395c280aeca03e13e 2024-12-08T22:15:25,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/1ffd04d837f8413395c280aeca03e13e, entries=200, sequenceid=269, filesize=14.3 K 2024-12-08T22:15:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/cfb92e423c6445b99748223ff36823a8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/cfb92e423c6445b99748223ff36823a8 2024-12-08T22:15:25,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/cfb92e423c6445b99748223ff36823a8, entries=150, sequenceid=269, filesize=12.0 K 2024-12-08T22:15:25,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/b4e9990b882149d5aa8ca37c56bc6b98 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/b4e9990b882149d5aa8ca37c56bc6b98 2024-12-08T22:15:25,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/b4e9990b882149d5aa8ca37c56bc6b98, entries=150, sequenceid=269, filesize=12.0 K 2024-12-08T22:15:25,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 622ms, sequenceid=269, compaction requested=true 2024-12-08T22:15:25,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:25,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:25,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:25,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:25,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:25,070 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:25,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:25,070 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:25,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:25,071 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:25,071 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:25,071 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B is initiating minor compaction (all files) 2024-12-08T22:15:25,071 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A is initiating minor compaction (all files) 2024-12-08T22:15:25,071 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,071 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,071 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a4ecf053c7ae43a3ab47d21f75c18f5b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/82bfd356038b4f27bce870957ee58d25, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/1ffd04d837f8413395c280aeca03e13e] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=38.6 K 2024-12-08T22:15:25,071 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/3dd296d3b00248e7a44940b4961f71ac, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/f7504041d5c34749adb8a02c9975c255, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/cfb92e423c6445b99748223ff36823a8] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=36.2 K 2024-12-08T22:15:25,071 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dd296d3b00248e7a44940b4961f71ac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733696121772 2024-12-08T22:15:25,072 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting f7504041d5c34749adb8a02c9975c255, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733696122942 2024-12-08T22:15:25,072 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting cfb92e423c6445b99748223ff36823a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696124098 2024-12-08T22:15:25,072 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4ecf053c7ae43a3ab47d21f75c18f5b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733696121772 2024-12-08T22:15:25,073 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82bfd356038b4f27bce870957ee58d25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733696122942 2024-12-08T22:15:25,073 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ffd04d837f8413395c280aeca03e13e, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696124098 2024-12-08T22:15:25,086 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:25,086 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#B#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:25,087 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/771a3f19cdb24897a6fc8d4aef5c688a is 50, key is test_row_0/A:col10/1733696124446/Put/seqid=0 2024-12-08T22:15:25,088 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/6e001293166e4a2d84edec6d39f5edc1 is 50, key is test_row_0/B:col10/1733696124446/Put/seqid=0 2024-12-08T22:15:25,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742124_1300 (size=12865) 2024-12-08T22:15:25,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742125_1301 (size=12865) 2024-12-08T22:15:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-08T22:15:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:25,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-08T22:15:25,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:25,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:25,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:25,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:25,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:25,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:25,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/d18b64650b324d529b5ab89827a214e1 is 50, key is test_row_0/A:col10/1733696125168/Put/seqid=0 2024-12-08T22:15:25,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742126_1302 (size=12301) 2024-12-08T22:15:25,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696185192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:25,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696185195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:25,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:25,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-08T22:15:25,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:25,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696185305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:25,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:25,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696185305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:25,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:25,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:25,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-08T22:15:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-08T22:15:25,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-08T22:15:25,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:25,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,514 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/771a3f19cdb24897a6fc8d4aef5c688a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/771a3f19cdb24897a6fc8d4aef5c688a 2024-12-08T22:15:25,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:25,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696185515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696185515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:25,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:25,521 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 771a3f19cdb24897a6fc8d4aef5c688a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,521 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:25,521 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A, priority=13, startTime=1733696125070; duration=0sec 2024-12-08T22:15:25,521 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:25,521 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A 2024-12-08T22:15:25,521 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:25,522 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/6e001293166e4a2d84edec6d39f5edc1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/6e001293166e4a2d84edec6d39f5edc1 2024-12-08T22:15:25,523 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:25,523 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C is initiating minor compaction (all files) 2024-12-08T22:15:25,523 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,523 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a7cd6fa0444349368ca31cf9486c70d0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/875739917bba4811b270e1fb53152206, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/b4e9990b882149d5aa8ca37c56bc6b98] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=36.2 K 2024-12-08T22:15:25,524 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7cd6fa0444349368ca31cf9486c70d0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733696121772 2024-12-08T22:15:25,524 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 875739917bba4811b270e1fb53152206, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733696122942 2024-12-08T22:15:25,524 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4e9990b882149d5aa8ca37c56bc6b98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696124098 2024-12-08T22:15:25,527 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 6e001293166e4a2d84edec6d39f5edc1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:25,527 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:25,527 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B, priority=13, startTime=1733696125070; duration=0sec 2024-12-08T22:15:25,527 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:25,527 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B 2024-12-08T22:15:25,530 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#C#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:25,530 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/7f314ac7b5b049b58bd5e5ad3ba04891 is 50, key is test_row_0/C:col10/1733696124446/Put/seqid=0 2024-12-08T22:15:25,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742127_1303 (size=12865) 2024-12-08T22:15:25,542 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/7f314ac7b5b049b58bd5e5ad3ba04891 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/7f314ac7b5b049b58bd5e5ad3ba04891 2024-12-08T22:15:25,546 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 7f314ac7b5b049b58bd5e5ad3ba04891(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:25,546 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:25,546 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C, priority=13, startTime=1733696125070; duration=0sec 2024-12-08T22:15:25,546 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:25,546 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C 2024-12-08T22:15:25,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/d18b64650b324d529b5ab89827a214e1 2024-12-08T22:15:25,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/1586b1ccea104afb8144b5a2eb74f743 is 50, key is test_row_0/B:col10/1733696125168/Put/seqid=0 2024-12-08T22:15:25,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742128_1304 (size=12301) 2024-12-08T22:15:25,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/1586b1ccea104afb8144b5a2eb74f743 2024-12-08T22:15:25,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/c0a3fd0fa9ef46b0a86139310bfd0818 is 50, key is test_row_0/C:col10/1733696125168/Put/seqid=0 2024-12-08T22:15:25,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742129_1305 (size=12301) 2024-12-08T22:15:25,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-08T22:15:25,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:25,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-08T22:15:25,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-08T22:15:25,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:25,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696185825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:25,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696185825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:25,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:25,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:25,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-08T22:15:25,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:25,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:25,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:26,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/c0a3fd0fa9ef46b0a86139310bfd0818 2024-12-08T22:15:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/d18b64650b324d529b5ab89827a214e1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d18b64650b324d529b5ab89827a214e1 2024-12-08T22:15:26,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d18b64650b324d529b5ab89827a214e1, entries=150, sequenceid=286, filesize=12.0 K 2024-12-08T22:15:26,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/1586b1ccea104afb8144b5a2eb74f743 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/1586b1ccea104afb8144b5a2eb74f743 2024-12-08T22:15:26,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/1586b1ccea104afb8144b5a2eb74f743, entries=150, sequenceid=286, filesize=12.0 K 2024-12-08T22:15:26,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/c0a3fd0fa9ef46b0a86139310bfd0818 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/c0a3fd0fa9ef46b0a86139310bfd0818 2024-12-08T22:15:26,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/c0a3fd0fa9ef46b0a86139310bfd0818, entries=150, sequenceid=286, filesize=12.0 K 2024-12-08T22:15:26,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 876ms, sequenceid=286, compaction requested=false 2024-12-08T22:15:26,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:26,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-08T22:15:26,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:26,120 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-08T22:15:26,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:26,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:26,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:26,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:26,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:26,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/154342dfdde14f2da14bd9e96eb84899 is 50, key is test_row_0/A:col10/1733696125194/Put/seqid=0 2024-12-08T22:15:26,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742130_1306 (size=12301) 2024-12-08T22:15:26,128 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/154342dfdde14f2da14bd9e96eb84899 2024-12-08T22:15:26,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/e83c2d4305dd46f286ecd97666737834 is 50, key is test_row_0/B:col10/1733696125194/Put/seqid=0 2024-12-08T22:15:26,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742131_1307 (size=12301) 2024-12-08T22:15:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-08T22:15:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696186357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:26,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696186358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:26,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696186465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:26,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696186465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:26,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:26,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:26,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45334 deadline: 1733696186514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:26,516 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e8ab1eeb8a1bcb8cc96bc58c9328ddd7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:26,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:26,540 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/e83c2d4305dd46f286ecd97666737834 2024-12-08T22:15:26,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/00fce969d5d14208b94f6dc9edcda684 is 50, key is test_row_0/C:col10/1733696125194/Put/seqid=0 2024-12-08T22:15:26,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45348 deadline: 1733696186545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:26,547 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in e8ab1eeb8a1bcb8cc96bc58c9328ddd7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:26,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:26,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742132_1308 (size=12301) 2024-12-08T22:15:26,552 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/00fce969d5d14208b94f6dc9edcda684 2024-12-08T22:15:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/154342dfdde14f2da14bd9e96eb84899 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/154342dfdde14f2da14bd9e96eb84899 2024-12-08T22:15:26,560 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/154342dfdde14f2da14bd9e96eb84899, entries=150, sequenceid=304, filesize=12.0 K 2024-12-08T22:15:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/e83c2d4305dd46f286ecd97666737834 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/e83c2d4305dd46f286ecd97666737834 2024-12-08T22:15:26,564 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/e83c2d4305dd46f286ecd97666737834, entries=150, sequenceid=304, filesize=12.0 K 2024-12-08T22:15:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/00fce969d5d14208b94f6dc9edcda684 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/00fce969d5d14208b94f6dc9edcda684 2024-12-08T22:15:26,568 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/00fce969d5d14208b94f6dc9edcda684, entries=150, sequenceid=304, filesize=12.0 K 2024-12-08T22:15:26,568 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 448ms, sequenceid=304, compaction requested=true 2024-12-08T22:15:26,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-08T22:15:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-08T22:15:26,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-08T22:15:26,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5200 sec 2024-12-08T22:15:26,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.5260 sec 2024-12-08T22:15:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:26,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-08T22:15:26,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:26,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:26,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:26,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:26,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:26,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:26,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/d40619021b9a4e039da14398980b9e0e is 50, key is test_row_0/A:col10/1733696126353/Put/seqid=0 2024-12-08T22:15:26,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742133_1309 (size=12301) 2024-12-08T22:15:26,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696186701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:26,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696186703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:26,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696186815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:26,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696186815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:26,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:26,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:26,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:27,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696187025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:27,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:27,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696187025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:27,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:27,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:27,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/d40619021b9a4e039da14398980b9e0e 2024-12-08T22:15:27,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/c823992be1894da4a317292bd16f4bbb is 50, key is test_row_0/B:col10/1733696126353/Put/seqid=0 2024-12-08T22:15:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742134_1310 (size=12301) 2024-12-08T22:15:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-08T22:15:27,195 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:27,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-08T22:15:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-08T22:15:27,197 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:27,198 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:27,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-08T22:15:27,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696187335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:27,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696187335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:27,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-08T22:15:27,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:27,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:27,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:27,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:27,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:27,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/c823992be1894da4a317292bd16f4bbb 2024-12-08T22:15:27,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/001943eea3be4e41a800a62143bc20e6 is 50, key is test_row_0/C:col10/1733696126353/Put/seqid=0 2024-12-08T22:15:27,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-08T22:15:27,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:27,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:27,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:27,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:27,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742135_1311 (size=12301) 2024-12-08T22:15:27,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/001943eea3be4e41a800a62143bc20e6 2024-12-08T22:15:27,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/d40619021b9a4e039da14398980b9e0e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d40619021b9a4e039da14398980b9e0e 2024-12-08T22:15:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-08T22:15:27,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d40619021b9a4e039da14398980b9e0e, entries=150, sequenceid=322, filesize=12.0 K 2024-12-08T22:15:27,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/c823992be1894da4a317292bd16f4bbb as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c823992be1894da4a317292bd16f4bbb 2024-12-08T22:15:27,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c823992be1894da4a317292bd16f4bbb, entries=150, sequenceid=322, filesize=12.0 K 2024-12-08T22:15:27,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/001943eea3be4e41a800a62143bc20e6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/001943eea3be4e41a800a62143bc20e6 2024-12-08T22:15:27,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/001943eea3be4e41a800a62143bc20e6, entries=150, sequenceid=322, filesize=12.0 K 2024-12-08T22:15:27,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 853ms, sequenceid=322, compaction requested=true 2024-12-08T22:15:27,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:27,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:27,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:27,531 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:15:27,531 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:15:27,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:27,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:27,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:27,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:27,531 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49768 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:15:27,532 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49768 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:15:27,532 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A is initiating minor compaction (all files) 2024-12-08T22:15:27,532 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B is initiating minor compaction (all files) 2024-12-08T22:15:27,532 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:27,532 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:27,532 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/6e001293166e4a2d84edec6d39f5edc1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/1586b1ccea104afb8144b5a2eb74f743, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/e83c2d4305dd46f286ecd97666737834, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c823992be1894da4a317292bd16f4bbb] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=48.6 K 2024-12-08T22:15:27,532 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/771a3f19cdb24897a6fc8d4aef5c688a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d18b64650b324d529b5ab89827a214e1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/154342dfdde14f2da14bd9e96eb84899, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d40619021b9a4e039da14398980b9e0e] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=48.6 K 2024-12-08T22:15:27,532 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 771a3f19cdb24897a6fc8d4aef5c688a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696124098 2024-12-08T22:15:27,532 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e001293166e4a2d84edec6d39f5edc1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696124098 2024-12-08T22:15:27,532 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 1586b1ccea104afb8144b5a2eb74f743, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733696124469 2024-12-08T22:15:27,532 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting d18b64650b324d529b5ab89827a214e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733696124469 2024-12-08T22:15:27,533 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 154342dfdde14f2da14bd9e96eb84899, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733696125188 2024-12-08T22:15:27,533 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting e83c2d4305dd46f286ecd97666737834, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733696125188 2024-12-08T22:15:27,533 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c823992be1894da4a317292bd16f4bbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733696126353 2024-12-08T22:15:27,533 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting d40619021b9a4e039da14398980b9e0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733696126353 2024-12-08T22:15:27,550 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:27,550 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/4ac307ce72e545bbbe3f4b21c16e6fc8 is 50, key is test_row_0/A:col10/1733696126353/Put/seqid=0 2024-12-08T22:15:27,554 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:27,554 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/86d274525be04e35a6d0583e9a3b24fa is 50, key is test_row_0/B:col10/1733696126353/Put/seqid=0 2024-12-08T22:15:27,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742136_1312 (size=13051) 2024-12-08T22:15:27,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742137_1313 (size=13051) 2024-12-08T22:15:27,573 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/4ac307ce72e545bbbe3f4b21c16e6fc8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4ac307ce72e545bbbe3f4b21c16e6fc8 2024-12-08T22:15:27,577 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/86d274525be04e35a6d0583e9a3b24fa as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/86d274525be04e35a6d0583e9a3b24fa 2024-12-08T22:15:27,581 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 4ac307ce72e545bbbe3f4b21c16e6fc8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:27,581 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:27,581 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A, priority=12, startTime=1733696127530; duration=0sec 2024-12-08T22:15:27,581 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:27,581 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A 2024-12-08T22:15:27,581 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:15:27,584 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 86d274525be04e35a6d0583e9a3b24fa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:27,584 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:27,584 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49768 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:15:27,584 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B, priority=12, startTime=1733696127531; duration=0sec 2024-12-08T22:15:27,584 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C is initiating minor compaction (all files) 2024-12-08T22:15:27,584 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:27,584 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B 2024-12-08T22:15:27,584 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:27,584 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/7f314ac7b5b049b58bd5e5ad3ba04891, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/c0a3fd0fa9ef46b0a86139310bfd0818, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/00fce969d5d14208b94f6dc9edcda684, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/001943eea3be4e41a800a62143bc20e6] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=48.6 K 2024-12-08T22:15:27,585 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f314ac7b5b049b58bd5e5ad3ba04891, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696124098 2024-12-08T22:15:27,585 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0a3fd0fa9ef46b0a86139310bfd0818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733696124469 2024-12-08T22:15:27,586 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00fce969d5d14208b94f6dc9edcda684, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733696125188 2024-12-08T22:15:27,586 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 001943eea3be4e41a800a62143bc20e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733696126353 2024-12-08T22:15:27,606 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:27,607 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/21f672a3cf7c4f5b8b3f3650b4c11050 is 50, key is test_row_0/C:col10/1733696126353/Put/seqid=0 2024-12-08T22:15:27,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742138_1314 (size=13051) 2024-12-08T22:15:27,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-08T22:15:27,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:27,655 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-08T22:15:27,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:27,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:27,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:27,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:27,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:27,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:27,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/f089156db0a340e3a1a25e1f3d3a1cbe is 50, key is test_row_0/A:col10/1733696126693/Put/seqid=0 2024-12-08T22:15:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742139_1315 (size=12301) 2024-12-08T22:15:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-08T22:15:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:27,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:27,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696187873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:27,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696187873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:27,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:27,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696187985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:27,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696187985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:28,016 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/21f672a3cf7c4f5b8b3f3650b4c11050 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/21f672a3cf7c4f5b8b3f3650b4c11050 2024-12-08T22:15:28,027 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 21f672a3cf7c4f5b8b3f3650b4c11050(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:28,027 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:28,028 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C, priority=12, startTime=1733696127531; duration=0sec 2024-12-08T22:15:28,028 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:28,028 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C 2024-12-08T22:15:28,066 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/f089156db0a340e3a1a25e1f3d3a1cbe 2024-12-08T22:15:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/9819103668444e739e62fe755414c213 is 50, key is test_row_0/B:col10/1733696126693/Put/seqid=0 2024-12-08T22:15:28,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742140_1316 (size=12301) 2024-12-08T22:15:28,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696188197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:28,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696188197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:28,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:28,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:28,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-08T22:15:28,486 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/9819103668444e739e62fe755414c213 2024-12-08T22:15:28,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/26742d62133845388478cc40421763b2 is 50, key is test_row_0/C:col10/1733696126693/Put/seqid=0 2024-12-08T22:15:28,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696188506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:28,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696188506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742141_1317 (size=12301) 2024-12-08T22:15:28,532 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/26742d62133845388478cc40421763b2 2024-12-08T22:15:28,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/f089156db0a340e3a1a25e1f3d3a1cbe as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/f089156db0a340e3a1a25e1f3d3a1cbe 2024-12-08T22:15:28,544 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/f089156db0a340e3a1a25e1f3d3a1cbe, entries=150, sequenceid=339, filesize=12.0 K 2024-12-08T22:15:28,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/9819103668444e739e62fe755414c213 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/9819103668444e739e62fe755414c213 2024-12-08T22:15:28,561 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/9819103668444e739e62fe755414c213, entries=150, sequenceid=339, filesize=12.0 K 2024-12-08T22:15:28,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/26742d62133845388478cc40421763b2 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/26742d62133845388478cc40421763b2 2024-12-08T22:15:28,577 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/26742d62133845388478cc40421763b2, entries=150, sequenceid=339, filesize=12.0 K 2024-12-08T22:15:28,579 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 923ms, sequenceid=339, compaction requested=false 2024-12-08T22:15:28,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:28,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:28,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-08T22:15:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-08T22:15:28,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-08T22:15:28,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3820 sec 2024-12-08T22:15:28,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.3880 sec 2024-12-08T22:15:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:29,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-08T22:15:29,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:29,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:29,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:29,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:29,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:29,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:29,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/69979493c65d41f78e462b02f81238ba is 50, key is test_row_0/A:col10/1733696129017/Put/seqid=0 2024-12-08T22:15:29,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696189042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742142_1318 (size=12301) 2024-12-08T22:15:29,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696189046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:29,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:29,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/69979493c65d41f78e462b02f81238ba 2024-12-08T22:15:29,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/eb3bb5a6463d4c31929ed4c425f1057a is 50, key is test_row_0/B:col10/1733696129017/Put/seqid=0 2024-12-08T22:15:29,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742143_1319 (size=12301) 2024-12-08T22:15:29,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/eb3bb5a6463d4c31929ed4c425f1057a 2024-12-08T22:15:29,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/7d6fda1bae014f6b94ac1728ea6a79e5 is 50, key is test_row_0/C:col10/1733696129017/Put/seqid=0 2024-12-08T22:15:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742144_1320 (size=12301) 2024-12-08T22:15:29,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696189155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:29,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696189155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-08T22:15:29,345 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:29,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-08T22:15:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T22:15:29,348 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:29,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:29,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:29,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696189365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696189365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T22:15:29,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-08T22:15:29,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:29,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:29,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:29,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:29,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:29,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/7d6fda1bae014f6b94ac1728ea6a79e5 2024-12-08T22:15:29,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/69979493c65d41f78e462b02f81238ba as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/69979493c65d41f78e462b02f81238ba 2024-12-08T22:15:29,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/69979493c65d41f78e462b02f81238ba, entries=150, sequenceid=359, filesize=12.0 K 2024-12-08T22:15:29,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/eb3bb5a6463d4c31929ed4c425f1057a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/eb3bb5a6463d4c31929ed4c425f1057a 2024-12-08T22:15:29,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/eb3bb5a6463d4c31929ed4c425f1057a, entries=150, sequenceid=359, filesize=12.0 K 2024-12-08T22:15:29,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/7d6fda1bae014f6b94ac1728ea6a79e5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/7d6fda1bae014f6b94ac1728ea6a79e5 2024-12-08T22:15:29,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/7d6fda1bae014f6b94ac1728ea6a79e5, entries=150, sequenceid=359, filesize=12.0 K 2024-12-08T22:15:29,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 563ms, sequenceid=359, compaction requested=true 2024-12-08T22:15:29,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:29,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:29,580 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:29,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:29,580 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:29,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:29,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:29,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:29,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:29,584 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:29,584 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:29,584 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A is initiating minor compaction (all files) 2024-12-08T22:15:29,584 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B is initiating minor compaction (all files) 2024-12-08T22:15:29,584 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:29,584 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:29,584 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4ac307ce72e545bbbe3f4b21c16e6fc8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/f089156db0a340e3a1a25e1f3d3a1cbe, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/69979493c65d41f78e462b02f81238ba] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=36.8 K 2024-12-08T22:15:29,584 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/86d274525be04e35a6d0583e9a3b24fa, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/9819103668444e739e62fe755414c213, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/eb3bb5a6463d4c31929ed4c425f1057a] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=36.8 K 2024-12-08T22:15:29,584 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 86d274525be04e35a6d0583e9a3b24fa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733696126353 2024-12-08T22:15:29,584 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ac307ce72e545bbbe3f4b21c16e6fc8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733696126353 2024-12-08T22:15:29,586 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9819103668444e739e62fe755414c213, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733696126693 2024-12-08T22:15:29,586 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting f089156db0a340e3a1a25e1f3d3a1cbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733696126693 2024-12-08T22:15:29,586 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting eb3bb5a6463d4c31929ed4c425f1057a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733696127871 2024-12-08T22:15:29,586 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69979493c65d41f78e462b02f81238ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733696127871 2024-12-08T22:15:29,616 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:29,616 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/2c36398d934e436eb24e1a29596b3d0f is 50, key is test_row_0/A:col10/1733696129017/Put/seqid=0 2024-12-08T22:15:29,619 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:29,619 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/d5f6f5f58612466f97196ebbda748d0f is 50, key is test_row_0/B:col10/1733696129017/Put/seqid=0 2024-12-08T22:15:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742145_1321 (size=13153) 2024-12-08T22:15:29,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742146_1322 (size=13153) 2024-12-08T22:15:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T22:15:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:29,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-08T22:15:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:29,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/abe04dfbfd9a4cbcad7ed346c3b7132d is 50, key is test_row_0/A:col10/1733696129044/Put/seqid=0 2024-12-08T22:15:29,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742147_1323 (size=17181) 2024-12-08T22:15:29,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-08T22:15:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:29,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:29,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696189712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696189714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:29,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696189825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:29,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696189825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:29,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-08T22:15:29,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:29,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:29,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:29,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:29,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T22:15:29,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-08T22:15:29,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:29,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:29,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:29,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:29,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696190035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:30,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696190035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:30,046 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/2c36398d934e436eb24e1a29596b3d0f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/2c36398d934e436eb24e1a29596b3d0f 2024-12-08T22:15:30,047 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/d5f6f5f58612466f97196ebbda748d0f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d5f6f5f58612466f97196ebbda748d0f 2024-12-08T22:15:30,050 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 2c36398d934e436eb24e1a29596b3d0f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:30,050 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:30,050 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A, priority=13, startTime=1733696129580; duration=0sec 2024-12-08T22:15:30,050 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:30,050 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A 2024-12-08T22:15:30,050 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:30,051 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into d5f6f5f58612466f97196ebbda748d0f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:30,051 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:30,051 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B, priority=13, startTime=1733696129580; duration=0sec 2024-12-08T22:15:30,051 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:30,051 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:30,051 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B 2024-12-08T22:15:30,051 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C is initiating minor compaction (all files) 2024-12-08T22:15:30,051 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,051 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/21f672a3cf7c4f5b8b3f3650b4c11050, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/26742d62133845388478cc40421763b2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/7d6fda1bae014f6b94ac1728ea6a79e5] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=36.8 K 2024-12-08T22:15:30,051 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21f672a3cf7c4f5b8b3f3650b4c11050, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733696126353 2024-12-08T22:15:30,051 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26742d62133845388478cc40421763b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733696126693 2024-12-08T22:15:30,052 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d6fda1bae014f6b94ac1728ea6a79e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733696127871 2024-12-08T22:15:30,058 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:30,059 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/8a98fcbe72ae4100a031444933a507f3 is 50, key is test_row_0/C:col10/1733696129017/Put/seqid=0 2024-12-08T22:15:30,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742148_1324 (size=13153) 2024-12-08T22:15:30,066 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/8a98fcbe72ae4100a031444933a507f3 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/8a98fcbe72ae4100a031444933a507f3 2024-12-08T22:15:30,069 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 8a98fcbe72ae4100a031444933a507f3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:30,069 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:30,070 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C, priority=13, startTime=1733696129580; duration=0sec 2024-12-08T22:15:30,070 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:30,070 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C 2024-12-08T22:15:30,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/abe04dfbfd9a4cbcad7ed346c3b7132d 2024-12-08T22:15:30,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/d9387289c1254fbcaa7078924f98cf24 is 50, key is test_row_0/B:col10/1733696129044/Put/seqid=0 2024-12-08T22:15:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742149_1325 (size=12301) 2024-12-08T22:15:30,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-08T22:15:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-08T22:15:30,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:30,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696190345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:30,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696190345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:30,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-08T22:15:30,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:30,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T22:15:30,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/d9387289c1254fbcaa7078924f98cf24 2024-12-08T22:15:30,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/135c3cf6c3df44aea3749416f9ed893b is 50, key is test_row_0/C:col10/1733696129044/Put/seqid=0 2024-12-08T22:15:30,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742150_1326 (size=12301) 2024-12-08T22:15:30,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-08T22:15:30,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:30,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-08T22:15:30,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:30,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696190855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:30,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696190855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:30,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-08T22:15:30,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:30,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:30,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:30,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/135c3cf6c3df44aea3749416f9ed893b 2024-12-08T22:15:30,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/abe04dfbfd9a4cbcad7ed346c3b7132d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/abe04dfbfd9a4cbcad7ed346c3b7132d 2024-12-08T22:15:30,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/abe04dfbfd9a4cbcad7ed346c3b7132d, entries=250, sequenceid=374, filesize=16.8 K 2024-12-08T22:15:30,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/d9387289c1254fbcaa7078924f98cf24 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d9387289c1254fbcaa7078924f98cf24 2024-12-08T22:15:30,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d9387289c1254fbcaa7078924f98cf24, entries=150, sequenceid=374, filesize=12.0 K 2024-12-08T22:15:30,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/135c3cf6c3df44aea3749416f9ed893b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/135c3cf6c3df44aea3749416f9ed893b 2024-12-08T22:15:30,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/135c3cf6c3df44aea3749416f9ed893b, entries=150, sequenceid=374, filesize=12.0 K 2024-12-08T22:15:30,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 1251ms, sequenceid=374, compaction requested=false 2024-12-08T22:15:30,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:31,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-08T22:15:31,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:31,065 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-08T22:15:31,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:31,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:31,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:31,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:31,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:31,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:31,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/4cfa0c1d79784d57a6ae9b2d63babb16 is 50, key is test_row_0/A:col10/1733696129710/Put/seqid=0 2024-12-08T22:15:31,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742151_1327 (size=12301) 2024-12-08T22:15:31,472 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/4cfa0c1d79784d57a6ae9b2d63babb16 2024-12-08T22:15:31,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/9b2443287b924cdfa407bb52f76f54c0 is 50, key is test_row_0/B:col10/1733696129710/Put/seqid=0 2024-12-08T22:15:31,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742152_1328 (size=12301) 2024-12-08T22:15:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T22:15:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:31,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:31,882 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/9b2443287b924cdfa407bb52f76f54c0 2024-12-08T22:15:31,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/1b16a6c4acc04eb1926bf1575585bc2a is 50, key is test_row_0/C:col10/1733696129710/Put/seqid=0 2024-12-08T22:15:31,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742153_1329 (size=12301) 2024-12-08T22:15:31,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696191895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:31,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696191895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:32,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:32,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696192005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696192005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:32,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696192215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:32,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696192215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:32,292 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/1b16a6c4acc04eb1926bf1575585bc2a 2024-12-08T22:15:32,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/4cfa0c1d79784d57a6ae9b2d63babb16 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4cfa0c1d79784d57a6ae9b2d63babb16 2024-12-08T22:15:32,298 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4cfa0c1d79784d57a6ae9b2d63babb16, entries=150, sequenceid=394, filesize=12.0 K 2024-12-08T22:15:32,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/9b2443287b924cdfa407bb52f76f54c0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/9b2443287b924cdfa407bb52f76f54c0 2024-12-08T22:15:32,302 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/9b2443287b924cdfa407bb52f76f54c0, entries=150, sequenceid=394, filesize=12.0 K 2024-12-08T22:15:32,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/1b16a6c4acc04eb1926bf1575585bc2a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/1b16a6c4acc04eb1926bf1575585bc2a 2024-12-08T22:15:32,306 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/1b16a6c4acc04eb1926bf1575585bc2a, entries=150, sequenceid=394, filesize=12.0 K 2024-12-08T22:15:32,306 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 1241ms, sequenceid=394, compaction requested=true 2024-12-08T22:15:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-08T22:15:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-08T22:15:32,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-08T22:15:32,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9580 sec 2024-12-08T22:15:32,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.9640 sec 2024-12-08T22:15:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:32,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-08T22:15:32,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:32,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:32,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:32,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:32,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:32,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:32,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/02fab8794d8d46d5847f476901126e20 is 50, key is test_row_0/A:col10/1733696132526/Put/seqid=0 2024-12-08T22:15:32,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742154_1330 (size=14741) 2024-12-08T22:15:32,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696192553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:32,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696192553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:32,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696192665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:32,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696192665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:32,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696192875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:32,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696192875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:32,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/02fab8794d8d46d5847f476901126e20 2024-12-08T22:15:32,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/3b48a779554c4eb9b963644405b3e79c is 50, key is test_row_0/B:col10/1733696132526/Put/seqid=0 2024-12-08T22:15:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742155_1331 (size=12301) 2024-12-08T22:15:33,090 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T22:15:33,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696193185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:33,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696193186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:33,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/3b48a779554c4eb9b963644405b3e79c 2024-12-08T22:15:33,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/327325d161b74afd8b7b2d4e9da00fa2 is 50, key is test_row_0/C:col10/1733696132526/Put/seqid=0 2024-12-08T22:15:33,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742156_1332 (size=12301) 2024-12-08T22:15:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T22:15:33,515 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:33,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-08T22:15:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-08T22:15:33,517 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:33,518 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:33,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-08T22:15:33,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-08T22:15:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:33,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:33,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45290 deadline: 1733696193695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:33,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:33,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:33,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45320 deadline: 1733696193695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:33,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:33,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:33,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:33,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:15:33,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/327325d161b74afd8b7b2d4e9da00fa2 2024-12-08T22:15:33,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/02fab8794d8d46d5847f476901126e20 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/02fab8794d8d46d5847f476901126e20 2024-12-08T22:15:33,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/02fab8794d8d46d5847f476901126e20, entries=200, sequenceid=412, filesize=14.4 K 2024-12-08T22:15:33,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/3b48a779554c4eb9b963644405b3e79c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/3b48a779554c4eb9b963644405b3e79c 2024-12-08T22:15:33,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/3b48a779554c4eb9b963644405b3e79c, entries=150, sequenceid=412, filesize=12.0 K 2024-12-08T22:15:33,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/327325d161b74afd8b7b2d4e9da00fa2 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/327325d161b74afd8b7b2d4e9da00fa2 2024-12-08T22:15:33,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/327325d161b74afd8b7b2d4e9da00fa2, entries=150, sequenceid=412, filesize=12.0 K 2024-12-08T22:15:33,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 1256ms, sequenceid=412, compaction requested=true 2024-12-08T22:15:33,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:33,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:33,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:33,783 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:15:33,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:33,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:33,783 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:15:33,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:33,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:33,784 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:15:33,784 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57376 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:15:33,784 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A is initiating minor compaction (all files) 2024-12-08T22:15:33,784 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B is initiating minor compaction (all files) 2024-12-08T22:15:33,784 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:33,784 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:33,784 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d5f6f5f58612466f97196ebbda748d0f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d9387289c1254fbcaa7078924f98cf24, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/9b2443287b924cdfa407bb52f76f54c0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/3b48a779554c4eb9b963644405b3e79c] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=48.9 K 2024-12-08T22:15:33,784 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/2c36398d934e436eb24e1a29596b3d0f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/abe04dfbfd9a4cbcad7ed346c3b7132d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4cfa0c1d79784d57a6ae9b2d63babb16, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/02fab8794d8d46d5847f476901126e20] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=56.0 K 2024-12-08T22:15:33,784 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c36398d934e436eb24e1a29596b3d0f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733696127871 2024-12-08T22:15:33,785 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d5f6f5f58612466f97196ebbda748d0f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733696127871 2024-12-08T22:15:33,785 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting abe04dfbfd9a4cbcad7ed346c3b7132d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733696129028 2024-12-08T22:15:33,785 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d9387289c1254fbcaa7078924f98cf24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733696129044 2024-12-08T22:15:33,785 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cfa0c1d79784d57a6ae9b2d63babb16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733696129685 2024-12-08T22:15:33,785 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b2443287b924cdfa407bb52f76f54c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733696129685 2024-12-08T22:15:33,785 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02fab8794d8d46d5847f476901126e20, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733696131880 2024-12-08T22:15:33,785 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b48a779554c4eb9b963644405b3e79c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733696131893 2024-12-08T22:15:33,793 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#B#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:33,793 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#A#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:33,793 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/960802cc6d9343c3b417f3ffcad622d4 is 50, key is test_row_0/B:col10/1733696132526/Put/seqid=0 2024-12-08T22:15:33,796 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/b47e4e8223314393ba8dd77860267b76 is 50, key is test_row_0/A:col10/1733696132526/Put/seqid=0 2024-12-08T22:15:33,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742157_1333 (size=13289) 2024-12-08T22:15:33,801 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/960802cc6d9343c3b417f3ffcad622d4 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/960802cc6d9343c3b417f3ffcad622d4 2024-12-08T22:15:33,804 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 960802cc6d9343c3b417f3ffcad622d4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:33,805 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:33,805 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B, priority=12, startTime=1733696133783; duration=0sec 2024-12-08T22:15:33,805 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:33,805 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:B 2024-12-08T22:15:33,805 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:15:33,806 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:15:33,806 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C is initiating minor compaction (all files) 2024-12-08T22:15:33,806 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C in TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:33,806 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/8a98fcbe72ae4100a031444933a507f3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/135c3cf6c3df44aea3749416f9ed893b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/1b16a6c4acc04eb1926bf1575585bc2a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/327325d161b74afd8b7b2d4e9da00fa2] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp, totalSize=48.9 K 2024-12-08T22:15:33,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742158_1334 (size=13289) 2024-12-08T22:15:33,807 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a98fcbe72ae4100a031444933a507f3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733696127871 2024-12-08T22:15:33,807 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 135c3cf6c3df44aea3749416f9ed893b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733696129044 2024-12-08T22:15:33,807 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b16a6c4acc04eb1926bf1575585bc2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733696129685 2024-12-08T22:15:33,807 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 327325d161b74afd8b7b2d4e9da00fa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733696131893 2024-12-08T22:15:33,810 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/b47e4e8223314393ba8dd77860267b76 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/b47e4e8223314393ba8dd77860267b76 2024-12-08T22:15:33,814 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into b47e4e8223314393ba8dd77860267b76(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:33,814 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:33,814 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A, priority=12, startTime=1733696133783; duration=0sec 2024-12-08T22:15:33,815 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:33,815 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:A 2024-12-08T22:15:33,817 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8ab1eeb8a1bcb8cc96bc58c9328ddd7#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:33,817 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/8fa9fb390df0494f83817f93cfb220cc is 50, key is test_row_0/C:col10/1733696132526/Put/seqid=0 2024-12-08T22:15:33,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742159_1335 (size=13289) 2024-12-08T22:15:33,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-08T22:15:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:33,823 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-08T22:15:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:33,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/17210703e2704fc5b5f0ae44d56647e9 is 50, key is test_row_0/A:col10/1733696132535/Put/seqid=0 2024-12-08T22:15:33,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742160_1336 (size=12301) 2024-12-08T22:15:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-08T22:15:33,969 INFO [Thread-1158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1158. 2024-12-08T22:15:33,969 DEBUG [Thread-1158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:33,969 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:33,970 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:33,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:33,970 INFO [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156. 2024-12-08T22:15:33,970 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:33,970 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:33,970 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:33,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:33,971 INFO [Thread-1152 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1152. 2024-12-08T22:15:33,971 DEBUG [Thread-1152 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:33,971 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:33,971 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:33,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:33,971 INFO [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160. 2024-12-08T22:15:33,971 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:33,971 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:33,972 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:33,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:33,972 INFO [Thread-1154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1154. 2024-12-08T22:15:33,972 DEBUG [Thread-1154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:33,972 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:33,972 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:33,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-08T22:15:34,231 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/8fa9fb390df0494f83817f93cfb220cc as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/8fa9fb390df0494f83817f93cfb220cc 2024-12-08T22:15:34,231 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/17210703e2704fc5b5f0ae44d56647e9 2024-12-08T22:15:34,236 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C of e8ab1eeb8a1bcb8cc96bc58c9328ddd7 into 8fa9fb390df0494f83817f93cfb220cc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:34,236 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:34,236 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., storeName=e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C, priority=12, startTime=1733696133783; duration=0sec 2024-12-08T22:15:34,236 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:34,236 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8ab1eeb8a1bcb8cc96bc58c9328ddd7:C 2024-12-08T22:15:34,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/e05f63946da74e2db885ad29d22a2772 is 50, key is test_row_0/B:col10/1733696132535/Put/seqid=0 2024-12-08T22:15:34,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742161_1337 (size=12301) 2024-12-08T22:15:34,641 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/e05f63946da74e2db885ad29d22a2772 2024-12-08T22:15:34,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/38f037b1605a4468aa43551d1dc41e15 is 50, key is test_row_0/C:col10/1733696132535/Put/seqid=0 2024-12-08T22:15:34,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742162_1338 (size=12301) 2024-12-08T22:15:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-08T22:15:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:34,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. as already flushing 2024-12-08T22:15:34,706 INFO [Thread-1149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1149. 2024-12-08T22:15:34,706 DEBUG [Thread-1149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:34,706 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:34,706 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:34,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:34,717 INFO [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147. 2024-12-08T22:15:34,717 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:34,717 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:34,717 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:34,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:34,817 INFO [Thread-1141 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1141. 2024-12-08T22:15:34,817 DEBUG [Thread-1141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:34,817 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:34,817 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:34,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:35,054 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/38f037b1605a4468aa43551d1dc41e15 2024-12-08T22:15:35,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/17210703e2704fc5b5f0ae44d56647e9 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/17210703e2704fc5b5f0ae44d56647e9 2024-12-08T22:15:35,061 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/17210703e2704fc5b5f0ae44d56647e9, entries=150, sequenceid=429, filesize=12.0 K 2024-12-08T22:15:35,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/e05f63946da74e2db885ad29d22a2772 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/e05f63946da74e2db885ad29d22a2772 2024-12-08T22:15:35,064 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/e05f63946da74e2db885ad29d22a2772, entries=150, sequenceid=429, filesize=12.0 K 2024-12-08T22:15:35,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/38f037b1605a4468aa43551d1dc41e15 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/38f037b1605a4468aa43551d1dc41e15 2024-12-08T22:15:35,068 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/38f037b1605a4468aa43551d1dc41e15, entries=150, sequenceid=429, filesize=12.0 K 2024-12-08T22:15:35,068 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=20.13 KB/20610 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 1245ms, sequenceid=429, compaction requested=false 2024-12-08T22:15:35,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: 2024-12-08T22:15:35,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:35,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-08T22:15:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-12-08T22:15:35,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-08T22:15:35,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5520 sec 2024-12-08T22:15:35,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.5550 sec 2024-12-08T22:15:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-08T22:15:35,675 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:36,537 INFO [Thread-1143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1143. 2024-12-08T22:15:36,537 DEBUG [Thread-1143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:36,537 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:36,538 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:36,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:36,647 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-12-08T22:15:36,647 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:15:36,647 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:36,647 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:36,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4077 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4108 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3992 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4059 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4064 2024-12-08T22:15:36,647 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T22:15:36,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T22:15:36,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:15:36,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:36,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:36,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:15:36,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T22:15:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-08T22:15:36,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696136651"}]},"ts":"1733696136651"} 2024-12-08T22:15:36,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T22:15:36,653 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T22:15:36,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T22:15:36,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, UNASSIGN}] 2024-12-08T22:15:36,656 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, UNASSIGN 2024-12-08T22:15:36,657 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, regionState=CLOSING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:36,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, UNASSIGN because future has completed 2024-12-08T22:15:36,659 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T22:15:36,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:15:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-08T22:15:36,812 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:36,812 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T22:15:36,812 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing e8ab1eeb8a1bcb8cc96bc58c9328ddd7, disabling compactions & flushes 2024-12-08T22:15:36,812 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:36,812 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:36,812 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. after waiting 0 ms 2024-12-08T22:15:36,812 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:36,813 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(2902): Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-08T22:15:36,813 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=A 2024-12-08T22:15:36,813 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:36,813 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=B 2024-12-08T22:15:36,813 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:36,813 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e8ab1eeb8a1bcb8cc96bc58c9328ddd7, store=C 2024-12-08T22:15:36,813 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:36,819 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/3172956079ea4b4bb68b97390fa35cd6 is 50, key is test_row_0/A:col10/1733696134716/Put/seqid=0 2024-12-08T22:15:36,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742163_1339 (size=12301) 2024-12-08T22:15:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-08T22:15:37,223 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/3172956079ea4b4bb68b97390fa35cd6 2024-12-08T22:15:37,232 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/4a59d4c839d64ba7879474cfa84f03ff is 50, key is test_row_0/B:col10/1733696134716/Put/seqid=0 2024-12-08T22:15:37,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742164_1340 (size=12301) 2024-12-08T22:15:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-08T22:15:37,638 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/4a59d4c839d64ba7879474cfa84f03ff 2024-12-08T22:15:37,645 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/0d662649c1374747a0b0cd095e39e628 is 50, key is test_row_0/C:col10/1733696134716/Put/seqid=0 2024-12-08T22:15:37,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742165_1341 (size=12301) 2024-12-08T22:15:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-08T22:15:38,051 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/0d662649c1374747a0b0cd095e39e628 2024-12-08T22:15:38,060 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/A/3172956079ea4b4bb68b97390fa35cd6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/3172956079ea4b4bb68b97390fa35cd6 2024-12-08T22:15:38,063 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/3172956079ea4b4bb68b97390fa35cd6, entries=150, sequenceid=438, filesize=12.0 K 2024-12-08T22:15:38,064 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/B/4a59d4c839d64ba7879474cfa84f03ff as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/4a59d4c839d64ba7879474cfa84f03ff 2024-12-08T22:15:38,067 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/4a59d4c839d64ba7879474cfa84f03ff, entries=150, sequenceid=438, filesize=12.0 K 2024-12-08T22:15:38,067 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/.tmp/C/0d662649c1374747a0b0cd095e39e628 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/0d662649c1374747a0b0cd095e39e628 2024-12-08T22:15:38,070 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/0d662649c1374747a0b0cd095e39e628, entries=150, sequenceid=438, filesize=12.0 K 2024-12-08T22:15:38,071 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 1258ms, sequenceid=438, compaction requested=true 2024-12-08T22:15:38,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a7c14967a3714b379c9abb15372182fc, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a41e4c3accc8473185a5cc5887aae105, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/ea423a806d9f42ce8ab364f14d6bfb4e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d402709bb74045c0968fde39976773c7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c7d0db42661141b1be4908d466ead005, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c1e1531913714cbc921c84c70c822b09, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c58bd48c04de4e9c8e57f7c5ff5d5245, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/36c7db86594e45559bc8f1521485d2a6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/6ca80d41f84a47aeb21d891614cf3f95, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/83acf9245de146618305131c5fceee4d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/2a9a3225c30645f18e89750882d70166, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/06329768c6b4425eac347cc616b34a1a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/e83b99d26f7d413ba40a64513ae4f85c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/8dcbabfce14845e1a89c38cd8f84b6e5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4be28e3a8bba4deeadd80f87e3022267, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a4ecf053c7ae43a3ab47d21f75c18f5b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/82bfd356038b4f27bce870957ee58d25, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/1ffd04d837f8413395c280aeca03e13e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/771a3f19cdb24897a6fc8d4aef5c688a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d18b64650b324d529b5ab89827a214e1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/154342dfdde14f2da14bd9e96eb84899, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4ac307ce72e545bbbe3f4b21c16e6fc8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d40619021b9a4e039da14398980b9e0e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/f089156db0a340e3a1a25e1f3d3a1cbe, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/2c36398d934e436eb24e1a29596b3d0f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/69979493c65d41f78e462b02f81238ba, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/abe04dfbfd9a4cbcad7ed346c3b7132d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4cfa0c1d79784d57a6ae9b2d63babb16, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/02fab8794d8d46d5847f476901126e20] to archive 2024-12-08T22:15:38,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:15:38,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a7c14967a3714b379c9abb15372182fc to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a7c14967a3714b379c9abb15372182fc 2024-12-08T22:15:38,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a41e4c3accc8473185a5cc5887aae105 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a41e4c3accc8473185a5cc5887aae105 2024-12-08T22:15:38,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/ea423a806d9f42ce8ab364f14d6bfb4e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/ea423a806d9f42ce8ab364f14d6bfb4e 2024-12-08T22:15:38,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d402709bb74045c0968fde39976773c7 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d402709bb74045c0968fde39976773c7 2024-12-08T22:15:38,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c7d0db42661141b1be4908d466ead005 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c7d0db42661141b1be4908d466ead005 2024-12-08T22:15:38,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c1e1531913714cbc921c84c70c822b09 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c1e1531913714cbc921c84c70c822b09 2024-12-08T22:15:38,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c58bd48c04de4e9c8e57f7c5ff5d5245 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/c58bd48c04de4e9c8e57f7c5ff5d5245 2024-12-08T22:15:38,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/36c7db86594e45559bc8f1521485d2a6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/36c7db86594e45559bc8f1521485d2a6 2024-12-08T22:15:38,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/6ca80d41f84a47aeb21d891614cf3f95 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/6ca80d41f84a47aeb21d891614cf3f95 2024-12-08T22:15:38,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/83acf9245de146618305131c5fceee4d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/83acf9245de146618305131c5fceee4d 2024-12-08T22:15:38,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/2a9a3225c30645f18e89750882d70166 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/2a9a3225c30645f18e89750882d70166 2024-12-08T22:15:38,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/06329768c6b4425eac347cc616b34a1a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/06329768c6b4425eac347cc616b34a1a 2024-12-08T22:15:38,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/e83b99d26f7d413ba40a64513ae4f85c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/e83b99d26f7d413ba40a64513ae4f85c 2024-12-08T22:15:38,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/8dcbabfce14845e1a89c38cd8f84b6e5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/8dcbabfce14845e1a89c38cd8f84b6e5 2024-12-08T22:15:38,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4be28e3a8bba4deeadd80f87e3022267 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4be28e3a8bba4deeadd80f87e3022267 2024-12-08T22:15:38,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a4ecf053c7ae43a3ab47d21f75c18f5b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/a4ecf053c7ae43a3ab47d21f75c18f5b 2024-12-08T22:15:38,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/82bfd356038b4f27bce870957ee58d25 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/82bfd356038b4f27bce870957ee58d25 2024-12-08T22:15:38,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/1ffd04d837f8413395c280aeca03e13e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/1ffd04d837f8413395c280aeca03e13e 2024-12-08T22:15:38,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/771a3f19cdb24897a6fc8d4aef5c688a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/771a3f19cdb24897a6fc8d4aef5c688a 2024-12-08T22:15:38,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d18b64650b324d529b5ab89827a214e1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d18b64650b324d529b5ab89827a214e1 2024-12-08T22:15:38,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/154342dfdde14f2da14bd9e96eb84899 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/154342dfdde14f2da14bd9e96eb84899 2024-12-08T22:15:38,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4ac307ce72e545bbbe3f4b21c16e6fc8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4ac307ce72e545bbbe3f4b21c16e6fc8 2024-12-08T22:15:38,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d40619021b9a4e039da14398980b9e0e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/d40619021b9a4e039da14398980b9e0e 2024-12-08T22:15:38,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/f089156db0a340e3a1a25e1f3d3a1cbe to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/f089156db0a340e3a1a25e1f3d3a1cbe 2024-12-08T22:15:38,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/2c36398d934e436eb24e1a29596b3d0f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/2c36398d934e436eb24e1a29596b3d0f 2024-12-08T22:15:38,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/69979493c65d41f78e462b02f81238ba to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/69979493c65d41f78e462b02f81238ba 2024-12-08T22:15:38,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/abe04dfbfd9a4cbcad7ed346c3b7132d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/abe04dfbfd9a4cbcad7ed346c3b7132d 2024-12-08T22:15:38,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4cfa0c1d79784d57a6ae9b2d63babb16 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/4cfa0c1d79784d57a6ae9b2d63babb16 2024-12-08T22:15:38,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/02fab8794d8d46d5847f476901126e20 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/02fab8794d8d46d5847f476901126e20 2024-12-08T22:15:38,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/a148c7896f834e5db864131f9771077c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d74b29deba2347739b805fdff3e5733a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/eba620b7bde0495db82fef6fe6693ff8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/14c99747519b413c94cfcdda889c225a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d97e4ee9dd3b4a59a6330b0f0a7314bd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/b03c8019aca34b199e5f7afd2bee5043, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c19f69b58a12420c81d725e37da82694, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/82ddf2f8722e459b81ce2b4450a0a497, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/bc9b9461ddee46f3a8450a8104067616, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/93e30ed6a9294ee4801379accdf9cf69, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/a595aac5661f4ca7ad5d4538315c1bdc, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/1d79f3bb5bed4a7eb72232b56e423c0e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/fcf9a53b21144709a2f3e4ae857b6889, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c9b4b997bb434ff98433e66ec8f02035, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/3dd296d3b00248e7a44940b4961f71ac, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/432a65156f7a479194d3807b507786aa, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/f7504041d5c34749adb8a02c9975c255, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/6e001293166e4a2d84edec6d39f5edc1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/cfb92e423c6445b99748223ff36823a8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/1586b1ccea104afb8144b5a2eb74f743, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/e83c2d4305dd46f286ecd97666737834, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/86d274525be04e35a6d0583e9a3b24fa, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c823992be1894da4a317292bd16f4bbb, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/9819103668444e739e62fe755414c213, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d5f6f5f58612466f97196ebbda748d0f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/eb3bb5a6463d4c31929ed4c425f1057a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d9387289c1254fbcaa7078924f98cf24, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/9b2443287b924cdfa407bb52f76f54c0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/3b48a779554c4eb9b963644405b3e79c] to archive 2024-12-08T22:15:38,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:15:38,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/a148c7896f834e5db864131f9771077c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/a148c7896f834e5db864131f9771077c 2024-12-08T22:15:38,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d74b29deba2347739b805fdff3e5733a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d74b29deba2347739b805fdff3e5733a 2024-12-08T22:15:38,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/eba620b7bde0495db82fef6fe6693ff8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/eba620b7bde0495db82fef6fe6693ff8 2024-12-08T22:15:38,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/14c99747519b413c94cfcdda889c225a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/14c99747519b413c94cfcdda889c225a 2024-12-08T22:15:38,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d97e4ee9dd3b4a59a6330b0f0a7314bd to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d97e4ee9dd3b4a59a6330b0f0a7314bd 2024-12-08T22:15:38,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/b03c8019aca34b199e5f7afd2bee5043 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/b03c8019aca34b199e5f7afd2bee5043 2024-12-08T22:15:38,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c19f69b58a12420c81d725e37da82694 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c19f69b58a12420c81d725e37da82694 2024-12-08T22:15:38,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/82ddf2f8722e459b81ce2b4450a0a497 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/82ddf2f8722e459b81ce2b4450a0a497 2024-12-08T22:15:38,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/bc9b9461ddee46f3a8450a8104067616 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/bc9b9461ddee46f3a8450a8104067616 2024-12-08T22:15:38,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/93e30ed6a9294ee4801379accdf9cf69 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/93e30ed6a9294ee4801379accdf9cf69 2024-12-08T22:15:38,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/a595aac5661f4ca7ad5d4538315c1bdc to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/a595aac5661f4ca7ad5d4538315c1bdc 2024-12-08T22:15:38,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/1d79f3bb5bed4a7eb72232b56e423c0e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/1d79f3bb5bed4a7eb72232b56e423c0e 2024-12-08T22:15:38,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/fcf9a53b21144709a2f3e4ae857b6889 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/fcf9a53b21144709a2f3e4ae857b6889 2024-12-08T22:15:38,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c9b4b997bb434ff98433e66ec8f02035 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c9b4b997bb434ff98433e66ec8f02035 2024-12-08T22:15:38,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/3dd296d3b00248e7a44940b4961f71ac to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/3dd296d3b00248e7a44940b4961f71ac 2024-12-08T22:15:38,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/432a65156f7a479194d3807b507786aa to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/432a65156f7a479194d3807b507786aa 2024-12-08T22:15:38,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/f7504041d5c34749adb8a02c9975c255 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/f7504041d5c34749adb8a02c9975c255 2024-12-08T22:15:38,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/6e001293166e4a2d84edec6d39f5edc1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/6e001293166e4a2d84edec6d39f5edc1 2024-12-08T22:15:38,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/cfb92e423c6445b99748223ff36823a8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/cfb92e423c6445b99748223ff36823a8 2024-12-08T22:15:38,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/1586b1ccea104afb8144b5a2eb74f743 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/1586b1ccea104afb8144b5a2eb74f743 2024-12-08T22:15:38,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/e83c2d4305dd46f286ecd97666737834 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/e83c2d4305dd46f286ecd97666737834 2024-12-08T22:15:38,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/86d274525be04e35a6d0583e9a3b24fa to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/86d274525be04e35a6d0583e9a3b24fa 2024-12-08T22:15:38,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c823992be1894da4a317292bd16f4bbb to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/c823992be1894da4a317292bd16f4bbb 2024-12-08T22:15:38,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/9819103668444e739e62fe755414c213 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/9819103668444e739e62fe755414c213 2024-12-08T22:15:38,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d5f6f5f58612466f97196ebbda748d0f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d5f6f5f58612466f97196ebbda748d0f 2024-12-08T22:15:38,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/eb3bb5a6463d4c31929ed4c425f1057a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/eb3bb5a6463d4c31929ed4c425f1057a 2024-12-08T22:15:38,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d9387289c1254fbcaa7078924f98cf24 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/d9387289c1254fbcaa7078924f98cf24 2024-12-08T22:15:38,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/9b2443287b924cdfa407bb52f76f54c0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/9b2443287b924cdfa407bb52f76f54c0 2024-12-08T22:15:38,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/3b48a779554c4eb9b963644405b3e79c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/3b48a779554c4eb9b963644405b3e79c 2024-12-08T22:15:38,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a8fd5d43557f42289c7368173735ea62, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/d1d94355cb6a4b4abc5d4cf726c2272a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/5243c2b6cb234dc69ff65262caef5ca5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/0d2438430adc462c91d067a4477f1577, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a611208789f947ba8f323de1e3d3dd07, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/70d59c1de0164ff0bb66b86bec13c8d0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a4199544612943f9b1c16ab8e2d2f559, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/aeeaa51c7ce54d13bcd9bfd77bcccc45, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/90e86cd4ce1646898b979c13da174614, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/14e9461e90db44728e1b6d3c16003174, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/1798bb0357e34efa872101a78ca8c0ca, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/bb80c4f381e64329a7965d345f9b52a0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/ca703cadb5564a4b8e9c75681bacb084, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/baf38beb96924d2e88a8e71b8a2439ad, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a7cd6fa0444349368ca31cf9486c70d0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/c6ff2bdd08ee496995ab9735a8190c70, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/875739917bba4811b270e1fb53152206, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/7f314ac7b5b049b58bd5e5ad3ba04891, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/b4e9990b882149d5aa8ca37c56bc6b98, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/c0a3fd0fa9ef46b0a86139310bfd0818, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/00fce969d5d14208b94f6dc9edcda684, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/21f672a3cf7c4f5b8b3f3650b4c11050, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/001943eea3be4e41a800a62143bc20e6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/26742d62133845388478cc40421763b2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/8a98fcbe72ae4100a031444933a507f3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/7d6fda1bae014f6b94ac1728ea6a79e5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/135c3cf6c3df44aea3749416f9ed893b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/1b16a6c4acc04eb1926bf1575585bc2a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/327325d161b74afd8b7b2d4e9da00fa2] to archive 2024-12-08T22:15:38,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:15:38,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a8fd5d43557f42289c7368173735ea62 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a8fd5d43557f42289c7368173735ea62 2024-12-08T22:15:38,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/d1d94355cb6a4b4abc5d4cf726c2272a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/d1d94355cb6a4b4abc5d4cf726c2272a 2024-12-08T22:15:38,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/5243c2b6cb234dc69ff65262caef5ca5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/5243c2b6cb234dc69ff65262caef5ca5 2024-12-08T22:15:38,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/0d2438430adc462c91d067a4477f1577 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/0d2438430adc462c91d067a4477f1577 2024-12-08T22:15:38,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a611208789f947ba8f323de1e3d3dd07 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a611208789f947ba8f323de1e3d3dd07 2024-12-08T22:15:38,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/70d59c1de0164ff0bb66b86bec13c8d0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/70d59c1de0164ff0bb66b86bec13c8d0 2024-12-08T22:15:38,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a4199544612943f9b1c16ab8e2d2f559 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a4199544612943f9b1c16ab8e2d2f559 2024-12-08T22:15:38,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/aeeaa51c7ce54d13bcd9bfd77bcccc45 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/aeeaa51c7ce54d13bcd9bfd77bcccc45 2024-12-08T22:15:38,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/90e86cd4ce1646898b979c13da174614 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/90e86cd4ce1646898b979c13da174614 2024-12-08T22:15:38,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/14e9461e90db44728e1b6d3c16003174 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/14e9461e90db44728e1b6d3c16003174 2024-12-08T22:15:38,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/1798bb0357e34efa872101a78ca8c0ca to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/1798bb0357e34efa872101a78ca8c0ca 2024-12-08T22:15:38,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/bb80c4f381e64329a7965d345f9b52a0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/bb80c4f381e64329a7965d345f9b52a0 2024-12-08T22:15:38,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/ca703cadb5564a4b8e9c75681bacb084 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/ca703cadb5564a4b8e9c75681bacb084 2024-12-08T22:15:38,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/baf38beb96924d2e88a8e71b8a2439ad to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/baf38beb96924d2e88a8e71b8a2439ad 2024-12-08T22:15:38,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a7cd6fa0444349368ca31cf9486c70d0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/a7cd6fa0444349368ca31cf9486c70d0 2024-12-08T22:15:38,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/c6ff2bdd08ee496995ab9735a8190c70 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/c6ff2bdd08ee496995ab9735a8190c70 2024-12-08T22:15:38,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/875739917bba4811b270e1fb53152206 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/875739917bba4811b270e1fb53152206 2024-12-08T22:15:38,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/7f314ac7b5b049b58bd5e5ad3ba04891 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/7f314ac7b5b049b58bd5e5ad3ba04891 2024-12-08T22:15:38,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/b4e9990b882149d5aa8ca37c56bc6b98 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/b4e9990b882149d5aa8ca37c56bc6b98 2024-12-08T22:15:38,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/c0a3fd0fa9ef46b0a86139310bfd0818 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/c0a3fd0fa9ef46b0a86139310bfd0818 2024-12-08T22:15:38,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/00fce969d5d14208b94f6dc9edcda684 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/00fce969d5d14208b94f6dc9edcda684 2024-12-08T22:15:38,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/21f672a3cf7c4f5b8b3f3650b4c11050 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/21f672a3cf7c4f5b8b3f3650b4c11050 2024-12-08T22:15:38,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/001943eea3be4e41a800a62143bc20e6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/001943eea3be4e41a800a62143bc20e6 2024-12-08T22:15:38,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/26742d62133845388478cc40421763b2 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/26742d62133845388478cc40421763b2 2024-12-08T22:15:38,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/8a98fcbe72ae4100a031444933a507f3 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/8a98fcbe72ae4100a031444933a507f3 2024-12-08T22:15:38,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/7d6fda1bae014f6b94ac1728ea6a79e5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/7d6fda1bae014f6b94ac1728ea6a79e5 2024-12-08T22:15:38,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/135c3cf6c3df44aea3749416f9ed893b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/135c3cf6c3df44aea3749416f9ed893b 2024-12-08T22:15:38,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/1b16a6c4acc04eb1926bf1575585bc2a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/1b16a6c4acc04eb1926bf1575585bc2a 2024-12-08T22:15:38,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/327325d161b74afd8b7b2d4e9da00fa2 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/327325d161b74afd8b7b2d4e9da00fa2 2024-12-08T22:15:38,155 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/recovered.edits/441.seqid, newMaxSeqId=441, maxSeqId=1 2024-12-08T22:15:38,155 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. 2024-12-08T22:15:38,155 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for e8ab1eeb8a1bcb8cc96bc58c9328ddd7: Waiting for close lock at 1733696136812Running coprocessor pre-close hooks at 1733696136812Disabling compacts and flushes for region at 1733696136812Disabling writes for close at 1733696136812Obtaining lock to block concurrent updates at 1733696136813 (+1 ms)Preparing flush snapshotting stores in e8ab1eeb8a1bcb8cc96bc58c9328ddd7 at 1733696136813Finished memstore snapshotting TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733696136813Flushing stores of TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7. at 1733696136814 (+1 ms)Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A: creating writer at 1733696136814Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A: appending metadata at 1733696136818 (+4 ms)Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A: closing flushed file at 1733696136818Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B: creating writer at 1733696137228 (+410 ms)Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B: appending metadata at 1733696137231 (+3 ms)Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B: closing flushed file at 1733696137231Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C: creating writer at 1733696137642 (+411 ms)Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C: appending metadata at 1733696137645 (+3 ms)Flushing e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C: closing flushed file at 1733696137645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be8d5a: reopening flushed file at 1733696138060 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d671fdf: reopening flushed file at 1733696138063 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751781cf: reopening flushed file at 1733696138067 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e8ab1eeb8a1bcb8cc96bc58c9328ddd7 in 1258ms, sequenceid=438, compaction requested=true at 1733696138071 (+4 ms)Writing region close event to WAL at 1733696138152 (+81 ms)Running coprocessor post-close hooks at 1733696138155 (+3 ms)Closed at 1733696138155 2024-12-08T22:15:38,157 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:38,158 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, regionState=CLOSED 2024-12-08T22:15:38,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:15:38,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-08T22:15:38,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure e8ab1eeb8a1bcb8cc96bc58c9328ddd7, server=45d1fbfb79fd,38403,1733696044665 in 1.5010 sec 2024-12-08T22:15:38,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-08T22:15:38,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8ab1eeb8a1bcb8cc96bc58c9328ddd7, UNASSIGN in 1.5060 sec 2024-12-08T22:15:38,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-08T22:15:38,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5100 sec 2024-12-08T22:15:38,167 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696138167"}]},"ts":"1733696138167"} 2024-12-08T22:15:38,169 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T22:15:38,169 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T22:15:38,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5210 sec 2024-12-08T22:15:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-08T22:15:38,796 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:38,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T22:15:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:38,800 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-08T22:15:38,802 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=92, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:38,804 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:38,807 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/recovered.edits] 2024-12-08T22:15:38,810 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/17210703e2704fc5b5f0ae44d56647e9 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/17210703e2704fc5b5f0ae44d56647e9 2024-12-08T22:15:38,812 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/3172956079ea4b4bb68b97390fa35cd6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/3172956079ea4b4bb68b97390fa35cd6 2024-12-08T22:15:38,814 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/b47e4e8223314393ba8dd77860267b76 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/A/b47e4e8223314393ba8dd77860267b76 2024-12-08T22:15:38,817 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/4a59d4c839d64ba7879474cfa84f03ff to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/4a59d4c839d64ba7879474cfa84f03ff 2024-12-08T22:15:38,818 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/960802cc6d9343c3b417f3ffcad622d4 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/960802cc6d9343c3b417f3ffcad622d4 2024-12-08T22:15:38,819 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/e05f63946da74e2db885ad29d22a2772 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/B/e05f63946da74e2db885ad29d22a2772 2024-12-08T22:15:38,822 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/0d662649c1374747a0b0cd095e39e628 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/0d662649c1374747a0b0cd095e39e628 2024-12-08T22:15:38,825 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/38f037b1605a4468aa43551d1dc41e15 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/38f037b1605a4468aa43551d1dc41e15 2024-12-08T22:15:38,826 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/8fa9fb390df0494f83817f93cfb220cc to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/C/8fa9fb390df0494f83817f93cfb220cc 2024-12-08T22:15:38,829 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/recovered.edits/441.seqid to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7/recovered.edits/441.seqid 2024-12-08T22:15:38,829 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/e8ab1eeb8a1bcb8cc96bc58c9328ddd7 2024-12-08T22:15:38,830 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T22:15:38,832 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=92, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:38,835 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T22:15:38,838 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T22:15:38,839 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=92, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:38,840 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T22:15:38,840 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733696138840"}]},"ts":"9223372036854775807"} 2024-12-08T22:15:38,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T22:15:38,842 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e8ab1eeb8a1bcb8cc96bc58c9328ddd7, NAME => 'TestAcidGuarantees,,1733696111763.e8ab1eeb8a1bcb8cc96bc58c9328ddd7.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T22:15:38,842 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T22:15:38,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733696138842"}]},"ts":"9223372036854775807"} 2024-12-08T22:15:38,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-08T22:15:38,845 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=92, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:38,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-12-08T22:15:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-08T22:15:38,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-08T22:15:38,908 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:38,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 249) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1331598429_22 at /127.0.0.1:40606 [Waiting for operation #313] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1197292671_22 at /127.0.0.1:40682 [Waiting for operation #288] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 401) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8931 (was 9714) 2024-12-08T22:15:38,925 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=8930 2024-12-08T22:15:38,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T22:15:38,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T22:15:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:38,928 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T22:15:38,929 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:38,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 93 2024-12-08T22:15:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T22:15:38,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T22:15:38,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742166_1342 (size=1061) 2024-12-08T22:15:38,965 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0 2024-12-08T22:15:38,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742167_1343 (size=53) 2024-12-08T22:15:38,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:15:38,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d9e58bd4f787797538422c5de7c6604f, disabling compactions & flushes 2024-12-08T22:15:38,987 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:38,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:38,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. after waiting 0 ms 2024-12-08T22:15:38,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:38,987 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:38,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9e58bd4f787797538422c5de7c6604f: Waiting for close lock at 1733696138987Disabling compacts and flushes for region at 1733696138987Disabling writes for close at 1733696138987Writing region close event to WAL at 1733696138987Closed at 1733696138987 2024-12-08T22:15:38,989 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T22:15:38,989 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733696138989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733696138989"}]},"ts":"1733696138989"} 2024-12-08T22:15:38,991 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T22:15:38,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T22:15:38,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696138993"}]},"ts":"1733696138993"} 2024-12-08T22:15:38,996 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T22:15:38,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, ASSIGN}] 2024-12-08T22:15:38,998 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, ASSIGN 2024-12-08T22:15:38,999 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, ASSIGN; state=OFFLINE, location=45d1fbfb79fd,38403,1733696044665; forceNewPlan=false, retain=false 2024-12-08T22:15:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T22:15:39,150 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d9e58bd4f787797538422c5de7c6604f, regionState=OPENING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:39,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, ASSIGN because future has completed 2024-12-08T22:15:39,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:15:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T22:15:39,306 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:39,307 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:15:39,307 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,307 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:15:39,307 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,307 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,308 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,310 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:15:39,310 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e58bd4f787797538422c5de7c6604f columnFamilyName A 2024-12-08T22:15:39,310 DEBUG [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:39,311 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.HStore(327): Store=d9e58bd4f787797538422c5de7c6604f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:15:39,311 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,312 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:15:39,313 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e58bd4f787797538422c5de7c6604f columnFamilyName B 2024-12-08T22:15:39,313 DEBUG [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:39,314 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.HStore(327): Store=d9e58bd4f787797538422c5de7c6604f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:15:39,314 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,315 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:15:39,315 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e58bd4f787797538422c5de7c6604f columnFamilyName C 2024-12-08T22:15:39,315 DEBUG [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:39,316 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.HStore(327): Store=d9e58bd4f787797538422c5de7c6604f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:15:39,316 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:39,316 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,317 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,317 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,318 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,318 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,319 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T22:15:39,320 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,322 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:15:39,323 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened d9e58bd4f787797538422c5de7c6604f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74524585, jitterRate=0.11050285398960114}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T22:15:39,323 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:39,324 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for d9e58bd4f787797538422c5de7c6604f: Running coprocessor pre-open hook at 1733696139307Writing region info on filesystem at 1733696139307Initializing all the Stores at 1733696139308 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696139308Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696139308Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696139308Cleaning up temporary data from old regions at 1733696139318 (+10 ms)Running coprocessor post-open hooks at 1733696139323 (+5 ms)Region opened successfully at 1733696139324 (+1 ms) 2024-12-08T22:15:39,325 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., pid=95, masterSystemTime=1733696139304 2024-12-08T22:15:39,327 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:39,327 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:39,328 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d9e58bd4f787797538422c5de7c6604f, regionState=OPEN, openSeqNum=2, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:39,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:15:39,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-08T22:15:39,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 in 179 msec 2024-12-08T22:15:39,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-08T22:15:39,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, ASSIGN in 338 msec 2024-12-08T22:15:39,337 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T22:15:39,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696139337"}]},"ts":"1733696139337"} 2024-12-08T22:15:39,340 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T22:15:39,342 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T22:15:39,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 415 msec 2024-12-08T22:15:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T22:15:39,555 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:39,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444c2bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:39,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:39,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:39,558 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c99c1ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:39,560 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:39,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b478b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:39,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:39,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:39,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T22:15:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 45d1fbfb79fd,41977,1733696043972 2024-12-08T22:15:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ead39db 2024-12-08T22:15:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T22:15:39,567 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T22:15:39,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T22:15:39,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T22:15:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-08T22:15:39,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742168_1344 (size=1097) 2024-12-08T22:15:39,983 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-08T22:15:39,983 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-08T22:15:39,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T22:15:39,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, REOPEN/MOVE}] 2024-12-08T22:15:39,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, REOPEN/MOVE 2024-12-08T22:15:39,992 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=d9e58bd4f787797538422c5de7c6604f, regionState=CLOSING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:39,992 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41977 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=45d1fbfb79fd,38403,1733696044665, table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-08T22:15:39,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, REOPEN/MOVE because future has completed 2024-12-08T22:15:39,994 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T22:15:39,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:15:40,147 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,147 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T22:15:40,147 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing d9e58bd4f787797538422c5de7c6604f, disabling compactions & flushes 2024-12-08T22:15:40,147 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:40,147 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:40,147 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. after waiting 0 ms 2024-12-08T22:15:40,147 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:40,151 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T22:15:40,151 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:40,152 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for d9e58bd4f787797538422c5de7c6604f: Waiting for close lock at 1733696140147Running coprocessor pre-close hooks at 1733696140147Disabling compacts and flushes for region at 1733696140147Disabling writes for close at 1733696140147Writing region close event to WAL at 1733696140147Running coprocessor post-close hooks at 1733696140151 (+4 ms)Closed at 1733696140151 2024-12-08T22:15:40,152 WARN [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionServer(3299): Not adding moved region record: d9e58bd4f787797538422c5de7c6604f to self. 2024-12-08T22:15:40,154 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=d9e58bd4f787797538422c5de7c6604f, regionState=CLOSED 2024-12-08T22:15:40,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:15:40,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-12-08T22:15:40,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 in 162 msec 2024-12-08T22:15:40,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, REOPEN/MOVE; state=CLOSED, location=45d1fbfb79fd,38403,1733696044665; forceNewPlan=false, retain=true 2024-12-08T22:15:40,309 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=d9e58bd4f787797538422c5de7c6604f, regionState=OPENING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, REOPEN/MOVE because future has completed 2024-12-08T22:15:40,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:15:40,466 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:40,466 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:15:40,467 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,467 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:15:40,467 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,467 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,469 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,471 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:15:40,471 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e58bd4f787797538422c5de7c6604f columnFamilyName A 2024-12-08T22:15:40,473 DEBUG [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:40,474 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.HStore(327): Store=d9e58bd4f787797538422c5de7c6604f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:15:40,474 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,475 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:15:40,476 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e58bd4f787797538422c5de7c6604f columnFamilyName B 2024-12-08T22:15:40,476 DEBUG [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:40,476 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.HStore(327): Store=d9e58bd4f787797538422c5de7c6604f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:15:40,477 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,477 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:15:40,478 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e58bd4f787797538422c5de7c6604f columnFamilyName C 2024-12-08T22:15:40,478 DEBUG [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:40,478 INFO [StoreOpener-d9e58bd4f787797538422c5de7c6604f-1 {}] regionserver.HStore(327): Store=d9e58bd4f787797538422c5de7c6604f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:15:40,478 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:40,478 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,479 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,480 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,481 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,481 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,481 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T22:15:40,483 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,483 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened d9e58bd4f787797538422c5de7c6604f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59130344, jitterRate=-0.1188892126083374}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T22:15:40,483 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,484 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for d9e58bd4f787797538422c5de7c6604f: Running coprocessor pre-open hook at 1733696140467Writing region info on filesystem at 1733696140467Initializing all the Stores at 1733696140468 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696140468Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696140469 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696140469Cleaning up temporary data from old regions at 1733696140481 (+12 ms)Running coprocessor post-open hooks at 1733696140483 (+2 ms)Region opened successfully at 1733696140484 (+1 ms) 2024-12-08T22:15:40,485 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., pid=100, masterSystemTime=1733696140462 2024-12-08T22:15:40,486 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:40,486 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:40,487 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=d9e58bd4f787797538422c5de7c6604f, regionState=OPEN, openSeqNum=5, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:15:40,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98 2024-12-08T22:15:40,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 in 178 msec 2024-12-08T22:15:40,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-08T22:15:40,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, REOPEN/MOVE in 501 msec 2024-12-08T22:15:40,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-12-08T22:15:40,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 507 msec 2024-12-08T22:15:40,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 927 msec 2024-12-08T22:15:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-12-08T22:15:40,499 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:40,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d53f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:40,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:40,501 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5650f05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:40,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:40,503 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:40,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55629729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2278d348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:40,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:40,505 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c34da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:40,507 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:40,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ef0855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:40,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:40,509 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5b22b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:40,511 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:40,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2687d250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fd5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:40,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:40,514 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d4f71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:40,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:40,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:40,515 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103ebb90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a2373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:40,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:40,519 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a35662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:40,520 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:40,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193c220b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d57dc3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:40,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:40,523 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:40,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:40,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:40,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132ca63c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:40,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:40,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:40,525 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9d5a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed299a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:40,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:40,527 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:40,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:40,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:40,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa81c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:40,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:40,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:40,528 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a7e874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cccb0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:40,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:40,530 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:40,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:40,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:40,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c34e266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:40,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:40,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:40,531 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:40,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4910aa5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44edacd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:40,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:40,533 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:40,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:40,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:40,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9adfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:40,534 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255b2870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b69daeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:15:40,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:15:40,537 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:15:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:15:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:15:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e657641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:15:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:15:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:15:40,538 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:15:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0c276b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:15:40,539 DEBUG [Thread-1569 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:40,539 DEBUG [Thread-1567 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:40,539 DEBUG [Thread-1576 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:40,540 DEBUG [Thread-1573 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:40,540 DEBUG [Thread-1582 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:40,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:40,540 DEBUG [Thread-1584 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:40,541 DEBUG [Thread-1580 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-08T22:15:40,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:40,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:40,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:40,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:40,543 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:40,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:40,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T22:15:40,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:40,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:40,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:40,544 DEBUG [Thread-1565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:40,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:40,544 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:40,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:15:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:40,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:15:40,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:15:40,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:15:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:15:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:15:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:15:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:15:40,553 DEBUG [Thread-1578 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:40,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:15:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:40,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-08T22:15:40,557 DEBUG [Thread-1571 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:15:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:15:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:15:40,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:15:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:15:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:40,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208771ffdf18e7349cfa61e3112541a683a_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696140555/Put/seqid=0 2024-12-08T22:15:40,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742169_1345 (size=12154) 2024-12-08T22:15:40,607 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696140584, max timestamp=1733696140604Num uniques 859; 2024-12-08T22:15:40,607 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:15:40,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696140584, max timestamp=1733696140605Num uniques 859; 2024-12-08T22:15:40,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:15:40,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696140584, max timestamp=1733696140605Num uniques 859; 2024-12-08T22:15:40,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:15:40,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696200630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696200631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T22:15:40,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696200633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696200634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696200635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T22:15:40,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:40,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:40,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:40,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:40,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:40,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696200745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696200745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696200756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696200756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696200756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T22:15:40,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T22:15:40,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:40,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:40,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:40,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:40,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:40,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696200966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696200966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696200975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696200975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696200975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:41,007 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:41,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T22:15:41,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:41,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,010 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208771ffdf18e7349cfa61e3112541a683a_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208771ffdf18e7349cfa61e3112541a683a_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:41,017 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/e98b6385458a42689374e1b7495018c6, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:41,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/e98b6385458a42689374e1b7495018c6 is 175, key is test_row_0/A:col10/1733696140555/Put/seqid=0 2024-12-08T22:15:41,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742170_1346 (size=30955) 2024-12-08T22:15:41,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T22:15:41,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:41,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T22:15:41,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696201275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:41,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696201275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:41,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696201285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696201285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696201285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:41,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T22:15:41,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:41,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,430 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/e98b6385458a42689374e1b7495018c6 2024-12-08T22:15:41,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/4ea23693f46c4c6f8884403a2a222c14 is 50, key is test_row_0/B:col10/1733696140555/Put/seqid=0 2024-12-08T22:15:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742171_1347 (size=12001) 2024-12-08T22:15:41,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/4ea23693f46c4c6f8884403a2a222c14 2024-12-08T22:15:41,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T22:15:41,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:41,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/85328a44936d4c8dbed9757009c7b814 is 50, key is test_row_0/C:col10/1733696140555/Put/seqid=0 2024-12-08T22:15:41,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742172_1348 (size=12001) 2024-12-08T22:15:41,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T22:15:41,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:41,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T22:15:41,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T22:15:41,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:41,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:41,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696201785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:41,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696201795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696201795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696201795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696201795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:41,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/85328a44936d4c8dbed9757009c7b814 2024-12-08T22:15:41,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/e98b6385458a42689374e1b7495018c6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e98b6385458a42689374e1b7495018c6 2024-12-08T22:15:41,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e98b6385458a42689374e1b7495018c6, entries=150, sequenceid=15, filesize=30.2 K 2024-12-08T22:15:41,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/4ea23693f46c4c6f8884403a2a222c14 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/4ea23693f46c4c6f8884403a2a222c14 2024-12-08T22:15:41,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/4ea23693f46c4c6f8884403a2a222c14, entries=150, sequenceid=15, filesize=11.7 K 2024-12-08T22:15:41,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/85328a44936d4c8dbed9757009c7b814 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/85328a44936d4c8dbed9757009c7b814 2024-12-08T22:15:41,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/85328a44936d4c8dbed9757009c7b814, entries=150, sequenceid=15, filesize=11.7 K 2024-12-08T22:15:41,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d9e58bd4f787797538422c5de7c6604f in 1352ms, sequenceid=15, compaction requested=false 2024-12-08T22:15:41,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:41,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T22:15:41,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:41,924 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-08T22:15:41,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:41,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:41,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:41,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:41,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:41,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:41,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120882dc25c0e119451caff8028e16bdf59c_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696140634/Put/seqid=0 2024-12-08T22:15:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742173_1349 (size=12154) 2024-12-08T22:15:42,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:42,355 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120882dc25c0e119451caff8028e16bdf59c_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120882dc25c0e119451caff8028e16bdf59c_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:42,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/0a0d105593f248fdbf338c6928ae4ae2, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:42,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/0a0d105593f248fdbf338c6928ae4ae2 is 175, key is test_row_0/A:col10/1733696140634/Put/seqid=0 2024-12-08T22:15:42,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742174_1350 (size=30955) 2024-12-08T22:15:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T22:15:42,760 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/0a0d105593f248fdbf338c6928ae4ae2 2024-12-08T22:15:42,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/b77902f49782445486d6e7129ae92798 is 50, key is test_row_0/B:col10/1733696140634/Put/seqid=0 2024-12-08T22:15:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742175_1351 (size=12001) 2024-12-08T22:15:42,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696202815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:42,823 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:42,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696202819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:42,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696202820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:42,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696202821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:42,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696202822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696202935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:42,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696202935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:42,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696202935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:42,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696202936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:42,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:42,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696203145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696203145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696203145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696203146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,170 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/b77902f49782445486d6e7129ae92798 2024-12-08T22:15:43,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/ac564803645448989df6cd58db7cc9b6 is 50, key is test_row_0/C:col10/1733696140634/Put/seqid=0 2024-12-08T22:15:43,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742176_1352 (size=12001) 2024-12-08T22:15:43,187 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/ac564803645448989df6cd58db7cc9b6 2024-12-08T22:15:43,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/0a0d105593f248fdbf338c6928ae4ae2 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/0a0d105593f248fdbf338c6928ae4ae2 2024-12-08T22:15:43,194 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/0a0d105593f248fdbf338c6928ae4ae2, entries=150, sequenceid=50, filesize=30.2 K 2024-12-08T22:15:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/b77902f49782445486d6e7129ae92798 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/b77902f49782445486d6e7129ae92798 2024-12-08T22:15:43,200 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/b77902f49782445486d6e7129ae92798, entries=150, sequenceid=50, filesize=11.7 K 2024-12-08T22:15:43,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/ac564803645448989df6cd58db7cc9b6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ac564803645448989df6cd58db7cc9b6 2024-12-08T22:15:43,205 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ac564803645448989df6cd58db7cc9b6, entries=150, sequenceid=50, filesize=11.7 K 2024-12-08T22:15:43,205 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for d9e58bd4f787797538422c5de7c6604f in 1281ms, sequenceid=50, compaction requested=false 2024-12-08T22:15:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-08T22:15:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-08T22:15:43,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-08T22:15:43,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6630 sec 2024-12-08T22:15:43,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.6690 sec 2024-12-08T22:15:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:43,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-08T22:15:43,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:43,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:43,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:43,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:43,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:43,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:43,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088826a4cf63ef457fa3fbb290471cae87_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696143459/Put/seqid=0 2024-12-08T22:15:43,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742177_1353 (size=17034) 2024-12-08T22:15:43,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696203493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696203495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696203505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696203506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696203615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696203615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696203615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696203625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,690 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T22:15:43,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696203825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696203825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696203825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696203835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:43,871 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:43,874 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088826a4cf63ef457fa3fbb290471cae87_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088826a4cf63ef457fa3fbb290471cae87_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:43,874 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/5ebc4e9a2e2c432ab61d8e7c89702da0, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:43,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/5ebc4e9a2e2c432ab61d8e7c89702da0 is 175, key is test_row_0/A:col10/1733696143459/Put/seqid=0 2024-12-08T22:15:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742178_1354 (size=48139) 2024-12-08T22:15:44,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696204135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696204135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696204135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:44,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696204145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:44,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:44,279 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/5ebc4e9a2e2c432ab61d8e7c89702da0 2024-12-08T22:15:44,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/d7e9246642984ea78c1e498425e91a74 is 50, key is test_row_0/B:col10/1733696143459/Put/seqid=0 2024-12-08T22:15:44,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742179_1355 (size=12001) 2024-12-08T22:15:44,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696204645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:44,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696204645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:44,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696204645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:44,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696204655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:44,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:44,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:44,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/d7e9246642984ea78c1e498425e91a74 2024-12-08T22:15:44,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/2386a7e224874a54a0bbeaec2beed375 is 50, key is test_row_0/C:col10/1733696143459/Put/seqid=0 2024-12-08T22:15:44,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742180_1356 (size=12001) 2024-12-08T22:15:44,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/2386a7e224874a54a0bbeaec2beed375 2024-12-08T22:15:44,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/5ebc4e9a2e2c432ab61d8e7c89702da0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/5ebc4e9a2e2c432ab61d8e7c89702da0 2024-12-08T22:15:44,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/5ebc4e9a2e2c432ab61d8e7c89702da0, entries=250, sequenceid=63, filesize=47.0 K 2024-12-08T22:15:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/d7e9246642984ea78c1e498425e91a74 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d7e9246642984ea78c1e498425e91a74 2024-12-08T22:15:44,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d7e9246642984ea78c1e498425e91a74, entries=150, sequenceid=63, filesize=11.7 K 2024-12-08T22:15:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/2386a7e224874a54a0bbeaec2beed375 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/2386a7e224874a54a0bbeaec2beed375 2024-12-08T22:15:44,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/2386a7e224874a54a0bbeaec2beed375, entries=150, sequenceid=63, filesize=11.7 K 2024-12-08T22:15:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T22:15:44,716 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:44,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for d9e58bd4f787797538422c5de7c6604f in 1256ms, sequenceid=63, compaction requested=true 2024-12-08T22:15:44,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:44,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:44,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:44,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:44,716 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:44,716 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:44,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:44,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:44,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:44,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-08T22:15:44,718 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:44,718 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:44,718 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/A is initiating minor compaction (all files) 2024-12-08T22:15:44,718 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/B is initiating minor compaction (all files) 2024-12-08T22:15:44,718 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/B in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:44,718 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/4ea23693f46c4c6f8884403a2a222c14, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/b77902f49782445486d6e7129ae92798, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d7e9246642984ea78c1e498425e91a74] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=35.2 K 2024-12-08T22:15:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-08T22:15:44,718 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:44,718 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/A in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:44,719 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e98b6385458a42689374e1b7495018c6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/0a0d105593f248fdbf338c6928ae4ae2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/5ebc4e9a2e2c432ab61d8e7c89702da0] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=107.5 K 2024-12-08T22:15:44,719 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:44,719 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e98b6385458a42689374e1b7495018c6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/0a0d105593f248fdbf338c6928ae4ae2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/5ebc4e9a2e2c432ab61d8e7c89702da0] 2024-12-08T22:15:44,719 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ea23693f46c4c6f8884403a2a222c14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733696140553 2024-12-08T22:15:44,719 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:44,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:44,719 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting b77902f49782445486d6e7129ae92798, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733696140629 2024-12-08T22:15:44,719 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting e98b6385458a42689374e1b7495018c6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733696140553 2024-12-08T22:15:44,719 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d7e9246642984ea78c1e498425e91a74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733696142819 2024-12-08T22:15:44,720 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a0d105593f248fdbf338c6928ae4ae2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733696140629 2024-12-08T22:15:44,720 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ebc4e9a2e2c432ab61d8e7c89702da0, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733696142818 2024-12-08T22:15:44,732 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:44,733 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:44,734 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/316bef36e6c44ccba942bccefe95018f is 50, key is test_row_0/B:col10/1733696143459/Put/seqid=0 2024-12-08T22:15:44,737 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208d9b90b49b64c4e99a9cfe2fde02f700e_d9e58bd4f787797538422c5de7c6604f store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:44,739 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208d9b90b49b64c4e99a9cfe2fde02f700e_d9e58bd4f787797538422c5de7c6604f, store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:44,739 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d9b90b49b64c4e99a9cfe2fde02f700e_d9e58bd4f787797538422c5de7c6604f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:44,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742181_1357 (size=12104) 2024-12-08T22:15:44,744 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/316bef36e6c44ccba942bccefe95018f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/316bef36e6c44ccba942bccefe95018f 2024-12-08T22:15:44,748 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/B of d9e58bd4f787797538422c5de7c6604f into 316bef36e6c44ccba942bccefe95018f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:44,748 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:44,748 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/B, priority=13, startTime=1733696144716; duration=0sec 2024-12-08T22:15:44,749 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:44,749 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:B 2024-12-08T22:15:44,749 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:44,749 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:44,749 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/C is initiating minor compaction (all files) 2024-12-08T22:15:44,749 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/C in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:44,750 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/85328a44936d4c8dbed9757009c7b814, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ac564803645448989df6cd58db7cc9b6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/2386a7e224874a54a0bbeaec2beed375] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=35.2 K 2024-12-08T22:15:44,750 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 85328a44936d4c8dbed9757009c7b814, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733696140553 2024-12-08T22:15:44,750 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting ac564803645448989df6cd58db7cc9b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733696140629 2024-12-08T22:15:44,750 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 2386a7e224874a54a0bbeaec2beed375, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733696142819 2024-12-08T22:15:44,761 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#C#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:44,761 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/cc9e444e88e749ebaeeb7f62edeb3f78 is 50, key is test_row_0/C:col10/1733696143459/Put/seqid=0 2024-12-08T22:15:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742182_1358 (size=4469) 2024-12-08T22:15:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742183_1359 (size=12104) 2024-12-08T22:15:44,775 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/cc9e444e88e749ebaeeb7f62edeb3f78 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/cc9e444e88e749ebaeeb7f62edeb3f78 2024-12-08T22:15:44,781 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/C of d9e58bd4f787797538422c5de7c6604f into cc9e444e88e749ebaeeb7f62edeb3f78(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:44,781 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:44,781 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/C, priority=13, startTime=1733696144716; duration=0sec 2024-12-08T22:15:44,781 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:44,781 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:C 2024-12-08T22:15:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-08T22:15:44,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-08T22:15:44,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:44,874 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:15:44,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696143492, max timestamp=1733696144840Num uniques 859; 2024-12-08T22:15:44,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:15:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:44,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120815b6edbdc7b54d38b8a86cd64eaffe44_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696143504/Put/seqid=0 2024-12-08T22:15:44,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742184_1360 (size=14594) 2024-12-08T22:15:45,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696205019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:45,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-08T22:15:45,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696205135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:45,172 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#A#compaction#307 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:45,173 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/b0fd6fe91c4d466fb985c6b9261e5653 is 175, key is test_row_0/A:col10/1733696143459/Put/seqid=0 2024-12-08T22:15:45,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742185_1361 (size=31058) 2024-12-08T22:15:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-08T22:15:45,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696205346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:45,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:45,361 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120815b6edbdc7b54d38b8a86cd64eaffe44_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120815b6edbdc7b54d38b8a86cd64eaffe44_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:45,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/1544596547224d0c92d3bdd4caedf948, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:45,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/1544596547224d0c92d3bdd4caedf948 is 175, key is test_row_0/A:col10/1733696143504/Put/seqid=0 2024-12-08T22:15:45,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742186_1362 (size=39549) 2024-12-08T22:15:45,580 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/b0fd6fe91c4d466fb985c6b9261e5653 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/b0fd6fe91c4d466fb985c6b9261e5653 2024-12-08T22:15:45,584 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/A of d9e58bd4f787797538422c5de7c6604f into b0fd6fe91c4d466fb985c6b9261e5653(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:45,584 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:45,584 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/A, priority=13, startTime=1733696144716; duration=0sec 2024-12-08T22:15:45,584 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:45,584 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:A 2024-12-08T22:15:45,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696205655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:45,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696205655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:45,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696205655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:45,658 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:45,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:45,659 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:45,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696205655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:45,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:45,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:45,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:45,659 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:45,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:45,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696205665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:45,667 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:45,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:45,766 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/1544596547224d0c92d3bdd4caedf948 2024-12-08T22:15:45,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/9f6175b133204567b8f7e7c70212801a is 50, key is test_row_0/B:col10/1733696143504/Put/seqid=0 2024-12-08T22:15:45,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742187_1363 (size=12001) 2024-12-08T22:15:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-08T22:15:46,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696206165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:46,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:46,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:46,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:46,177 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/9f6175b133204567b8f7e7c70212801a 2024-12-08T22:15:46,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/9be0d29186d54c699ed99eddd6b9eea1 is 50, key is test_row_0/C:col10/1733696143504/Put/seqid=0 2024-12-08T22:15:46,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742188_1364 (size=12001) 2024-12-08T22:15:46,586 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/9be0d29186d54c699ed99eddd6b9eea1 2024-12-08T22:15:46,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/1544596547224d0c92d3bdd4caedf948 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/1544596547224d0c92d3bdd4caedf948 2024-12-08T22:15:46,591 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/1544596547224d0c92d3bdd4caedf948, entries=200, sequenceid=86, filesize=38.6 K 2024-12-08T22:15:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/9f6175b133204567b8f7e7c70212801a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/9f6175b133204567b8f7e7c70212801a 2024-12-08T22:15:46,595 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/9f6175b133204567b8f7e7c70212801a, entries=150, sequenceid=86, filesize=11.7 K 2024-12-08T22:15:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/9be0d29186d54c699ed99eddd6b9eea1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/9be0d29186d54c699ed99eddd6b9eea1 2024-12-08T22:15:46,598 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/9be0d29186d54c699ed99eddd6b9eea1, entries=150, sequenceid=86, filesize=11.7 K 2024-12-08T22:15:46,599 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~89.45 KB/91600, heapSize ~262.06 KB/268352, currentSize=87.22 KB/89310 for d9e58bd4f787797538422c5de7c6604f in 1725ms, sequenceid=86, compaction requested=false 2024-12-08T22:15:46,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:46,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:46,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-08T22:15:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-08T22:15:46,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-08T22:15:46,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8810 sec 2024-12-08T22:15:46,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.8860 sec 2024-12-08T22:15:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-08T22:15:46,865 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:46,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-08T22:15:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-08T22:15:46,867 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:46,867 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:46,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-08T22:15:47,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-08T22:15:47,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:47,020 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-08T22:15:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:47,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d7204ec6384148d095e69211b62204f6_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696145018/Put/seqid=0 2024-12-08T22:15:47,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742189_1365 (size=12154) 2024-12-08T22:15:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:47,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-08T22:15:47,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696207262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696207375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:47,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:47,433 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d7204ec6384148d095e69211b62204f6_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d7204ec6384148d095e69211b62204f6_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:47,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/95804913ab514d3f9228aaa7aedb4ca6, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:47,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/95804913ab514d3f9228aaa7aedb4ca6 is 175, key is test_row_0/A:col10/1733696145018/Put/seqid=0 2024-12-08T22:15:47,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742190_1366 (size=30955) 2024-12-08T22:15:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-08T22:15:47,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696207585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:47,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696207675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:47,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696207675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:47,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696207675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:47,681 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:47,681 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:47,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:47,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:47,681 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:47,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696207685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:47,690 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:47,838 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/95804913ab514d3f9228aaa7aedb4ca6 2024-12-08T22:15:47,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/0f74d9fc66504f22bac5c3523038f524 is 50, key is test_row_0/B:col10/1733696145018/Put/seqid=0 2024-12-08T22:15:47,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742191_1367 (size=12001) 2024-12-08T22:15:47,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696207895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:47,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:47,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-08T22:15:48,252 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/0f74d9fc66504f22bac5c3523038f524 2024-12-08T22:15:48,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/52984a771e77419f8ebe50e53c84d700 is 50, key is test_row_0/C:col10/1733696145018/Put/seqid=0 2024-12-08T22:15:48,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742192_1368 (size=12001) 2024-12-08T22:15:48,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696208405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:48,678 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/52984a771e77419f8ebe50e53c84d700 2024-12-08T22:15:48,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/95804913ab514d3f9228aaa7aedb4ca6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/95804913ab514d3f9228aaa7aedb4ca6 2024-12-08T22:15:48,684 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/95804913ab514d3f9228aaa7aedb4ca6, entries=150, sequenceid=103, filesize=30.2 K 2024-12-08T22:15:48,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/0f74d9fc66504f22bac5c3523038f524 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/0f74d9fc66504f22bac5c3523038f524 2024-12-08T22:15:48,688 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/0f74d9fc66504f22bac5c3523038f524, entries=150, sequenceid=103, filesize=11.7 K 2024-12-08T22:15:48,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/52984a771e77419f8ebe50e53c84d700 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/52984a771e77419f8ebe50e53c84d700 2024-12-08T22:15:48,691 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/52984a771e77419f8ebe50e53c84d700, entries=150, sequenceid=103, filesize=11.7 K 2024-12-08T22:15:48,692 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for d9e58bd4f787797538422c5de7c6604f in 1672ms, sequenceid=103, compaction requested=true 2024-12-08T22:15:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-08T22:15:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-08T22:15:48,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-08T22:15:48,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-12-08T22:15:48,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8300 sec 2024-12-08T22:15:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-08T22:15:49,015 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:49,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-08T22:15:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-08T22:15:49,019 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:49,019 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:49,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-08T22:15:49,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-08T22:15:49,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:49,171 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-08T22:15:49,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:49,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:49,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:49,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:49,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:49,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:49,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c4352eeb62fe462cbda31c86437a1bc9_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696147260/Put/seqid=0 2024-12-08T22:15:49,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742193_1369 (size=12154) 2024-12-08T22:15:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-08T22:15:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:49,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:49,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696209505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:49,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:49,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:49,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:49,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:49,582 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c4352eeb62fe462cbda31c86437a1bc9_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c4352eeb62fe462cbda31c86437a1bc9_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:49,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/f9538921eec84b2e8e98bb4ff9eb56a5, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:49,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/f9538921eec84b2e8e98bb4ff9eb56a5 is 175, key is test_row_0/A:col10/1733696147260/Put/seqid=0 2024-12-08T22:15:49,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742194_1370 (size=30955) 2024-12-08T22:15:49,587 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/f9538921eec84b2e8e98bb4ff9eb56a5 2024-12-08T22:15:49,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/84294d43ffe24da28b5dc0fa0020c26c is 50, key is test_row_0/B:col10/1733696147260/Put/seqid=0 2024-12-08T22:15:49,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742195_1371 (size=12001) 2024-12-08T22:15:49,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696209615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-08T22:15:49,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696209835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:50,044 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/84294d43ffe24da28b5dc0fa0020c26c 2024-12-08T22:15:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/06097e8ea6844deba14b58bfb1bc1294 is 50, key is test_row_0/C:col10/1733696147260/Put/seqid=0 2024-12-08T22:15:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742196_1372 (size=12001) 2024-12-08T22:15:50,055 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/06097e8ea6844deba14b58bfb1bc1294 2024-12-08T22:15:50,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/f9538921eec84b2e8e98bb4ff9eb56a5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/f9538921eec84b2e8e98bb4ff9eb56a5 2024-12-08T22:15:50,067 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/f9538921eec84b2e8e98bb4ff9eb56a5, entries=150, sequenceid=119, filesize=30.2 K 2024-12-08T22:15:50,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/84294d43ffe24da28b5dc0fa0020c26c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/84294d43ffe24da28b5dc0fa0020c26c 2024-12-08T22:15:50,070 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/84294d43ffe24da28b5dc0fa0020c26c, entries=150, sequenceid=119, filesize=11.7 K 2024-12-08T22:15:50,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/06097e8ea6844deba14b58bfb1bc1294 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/06097e8ea6844deba14b58bfb1bc1294 2024-12-08T22:15:50,075 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/06097e8ea6844deba14b58bfb1bc1294, entries=150, sequenceid=119, filesize=11.7 K 2024-12-08T22:15:50,075 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for d9e58bd4f787797538422c5de7c6604f in 904ms, sequenceid=119, compaction requested=true 2024-12-08T22:15:50,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:50,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:50,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-08T22:15:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-08T22:15:50,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-08T22:15:50,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0580 sec 2024-12-08T22:15:50,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.0640 sec 2024-12-08T22:15:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-08T22:15:50,155 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:50,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-08T22:15:50,158 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T22:15:50,158 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:50,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:50,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-08T22:15:50,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:50,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:50,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:50,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:50,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:50,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:50,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412087be43a155e5e4a5180333724c8204296_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696150160/Put/seqid=0 2024-12-08T22:15:50,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742197_1373 (size=14794) 2024-12-08T22:15:50,181 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:50,184 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412087be43a155e5e4a5180333724c8204296_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412087be43a155e5e4a5180333724c8204296_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:50,185 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/18a5c130a03546e69c4ac0b8434b1489, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:50,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/18a5c130a03546e69c4ac0b8434b1489 is 175, key is test_row_0/A:col10/1733696150160/Put/seqid=0 2024-12-08T22:15:50,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742198_1374 (size=39749) 2024-12-08T22:15:50,198 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/18a5c130a03546e69c4ac0b8434b1489 2024-12-08T22:15:50,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/d4502dca129e4ad29e3eee61bddb323c is 50, key is test_row_0/B:col10/1733696150160/Put/seqid=0 2024-12-08T22:15:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742199_1375 (size=12151) 2024-12-08T22:15:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T22:15:50,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696210272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:50,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-08T22:15:50,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:50,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:50,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:50,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696210385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:50,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-08T22:15:50,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:50,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:50,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:50,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T22:15:50,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696210595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:50,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/d4502dca129e4ad29e3eee61bddb323c 2024-12-08T22:15:50,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/ae00d0b318c64389af073ef4e783cc0b is 50, key is test_row_0/C:col10/1733696150160/Put/seqid=0 2024-12-08T22:15:50,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-08T22:15:50,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:50,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:50,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:50,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742200_1376 (size=12151) 2024-12-08T22:15:50,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-08T22:15:50,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:50,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:50,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:50,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T22:15:50,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696210915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:50,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:50,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:50,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:50,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-08T22:15:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:50,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:51,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/ae00d0b318c64389af073ef4e783cc0b 2024-12-08T22:15:51,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/18a5c130a03546e69c4ac0b8434b1489 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/18a5c130a03546e69c4ac0b8434b1489 2024-12-08T22:15:51,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/18a5c130a03546e69c4ac0b8434b1489, entries=200, sequenceid=136, filesize=38.8 K 2024-12-08T22:15:51,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/d4502dca129e4ad29e3eee61bddb323c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d4502dca129e4ad29e3eee61bddb323c 2024-12-08T22:15:51,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d4502dca129e4ad29e3eee61bddb323c, entries=150, sequenceid=136, filesize=11.9 K 2024-12-08T22:15:51,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/ae00d0b318c64389af073ef4e783cc0b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ae00d0b318c64389af073ef4e783cc0b 2024-12-08T22:15:51,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ae00d0b318c64389af073ef4e783cc0b, entries=150, sequenceid=136, filesize=11.9 K 2024-12-08T22:15:51,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for d9e58bd4f787797538422c5de7c6604f in 880ms, sequenceid=136, compaction requested=true 2024-12-08T22:15:51,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:51,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:51,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:51,042 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T22:15:51,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:51,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:51,042 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T22:15:51,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:51,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:51,050 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 172266 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T22:15:51,050 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60258 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T22:15:51,050 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/B is initiating minor compaction (all files) 2024-12-08T22:15:51,050 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/A is initiating minor compaction (all files) 2024-12-08T22:15:51,050 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/B in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:51,050 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/A in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:51,050 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/b0fd6fe91c4d466fb985c6b9261e5653, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/1544596547224d0c92d3bdd4caedf948, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/95804913ab514d3f9228aaa7aedb4ca6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/f9538921eec84b2e8e98bb4ff9eb56a5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/18a5c130a03546e69c4ac0b8434b1489] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=168.2 K 2024-12-08T22:15:51,050 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/316bef36e6c44ccba942bccefe95018f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/9f6175b133204567b8f7e7c70212801a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/0f74d9fc66504f22bac5c3523038f524, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/84294d43ffe24da28b5dc0fa0020c26c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d4502dca129e4ad29e3eee61bddb323c] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=58.8 K 2024-12-08T22:15:51,050 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:51,050 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/b0fd6fe91c4d466fb985c6b9261e5653, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/1544596547224d0c92d3bdd4caedf948, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/95804913ab514d3f9228aaa7aedb4ca6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/f9538921eec84b2e8e98bb4ff9eb56a5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/18a5c130a03546e69c4ac0b8434b1489] 2024-12-08T22:15:51,050 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 316bef36e6c44ccba942bccefe95018f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733696142819 2024-12-08T22:15:51,050 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f6175b133204567b8f7e7c70212801a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733696143492 2024-12-08T22:15:51,050 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0fd6fe91c4d466fb985c6b9261e5653, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733696142819 2024-12-08T22:15:51,051 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f74d9fc66504f22bac5c3523038f524, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733696144966 2024-12-08T22:15:51,051 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1544596547224d0c92d3bdd4caedf948, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733696143492 2024-12-08T22:15:51,051 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95804913ab514d3f9228aaa7aedb4ca6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733696144966 2024-12-08T22:15:51,051 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 84294d43ffe24da28b5dc0fa0020c26c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733696147242 2024-12-08T22:15:51,051 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9538921eec84b2e8e98bb4ff9eb56a5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733696147242 2024-12-08T22:15:51,051 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d4502dca129e4ad29e3eee61bddb323c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733696149491 2024-12-08T22:15:51,051 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18a5c130a03546e69c4ac0b8434b1489, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733696149470 2024-12-08T22:15:51,060 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:51,060 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/962296e5c04e417a996480b4bfdf164f is 50, key is test_row_0/B:col10/1733696150160/Put/seqid=0 2024-12-08T22:15:51,061 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:51,064 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208d13fea49257f49e5bb844170ecb185bf_d9e58bd4f787797538422c5de7c6604f store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:51,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742201_1377 (size=12425) 2024-12-08T22:15:51,066 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208d13fea49257f49e5bb844170ecb185bf_d9e58bd4f787797538422c5de7c6604f, store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:51,066 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d13fea49257f49e5bb844170ecb185bf_d9e58bd4f787797538422c5de7c6604f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:51,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742202_1378 (size=4469) 2024-12-08T22:15:51,069 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/962296e5c04e417a996480b4bfdf164f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/962296e5c04e417a996480b4bfdf164f 2024-12-08T22:15:51,073 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/B of d9e58bd4f787797538422c5de7c6604f into 962296e5c04e417a996480b4bfdf164f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:51,073 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:51,073 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/B, priority=11, startTime=1733696151042; duration=0sec 2024-12-08T22:15:51,073 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:51,073 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:B 2024-12-08T22:15:51,073 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T22:15:51,075 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60258 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T22:15:51,075 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/C is initiating minor compaction (all files) 2024-12-08T22:15:51,075 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/C in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:51,075 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/cc9e444e88e749ebaeeb7f62edeb3f78, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/9be0d29186d54c699ed99eddd6b9eea1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/52984a771e77419f8ebe50e53c84d700, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/06097e8ea6844deba14b58bfb1bc1294, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ae00d0b318c64389af073ef4e783cc0b] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=58.8 K 2024-12-08T22:15:51,076 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting cc9e444e88e749ebaeeb7f62edeb3f78, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733696142819 2024-12-08T22:15:51,076 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9be0d29186d54c699ed99eddd6b9eea1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733696143492 2024-12-08T22:15:51,076 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 52984a771e77419f8ebe50e53c84d700, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733696144966 2024-12-08T22:15:51,076 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 06097e8ea6844deba14b58bfb1bc1294, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733696147242 2024-12-08T22:15:51,076 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting ae00d0b318c64389af073ef4e783cc0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733696149491 2024-12-08T22:15:51,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-08T22:15:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:51,083 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-08T22:15:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:51,086 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#C#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:51,087 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/e500225bff8c4e9d9272435152cb4a82 is 50, key is test_row_0/C:col10/1733696150160/Put/seqid=0 2024-12-08T22:15:51,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412080e734cda32904dd6804685115fb42aba_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696150253/Put/seqid=0 2024-12-08T22:15:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742203_1379 (size=12425) 2024-12-08T22:15:51,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742204_1380 (size=12304) 2024-12-08T22:15:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T22:15:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:51,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:51,470 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#A#compaction#322 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:51,470 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/b76439b3d4e9474bbe1684bba1c958c8 is 175, key is test_row_0/A:col10/1733696150160/Put/seqid=0 2024-12-08T22:15:51,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742205_1381 (size=31379) 2024-12-08T22:15:51,477 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/b76439b3d4e9474bbe1684bba1c958c8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/b76439b3d4e9474bbe1684bba1c958c8 2024-12-08T22:15:51,480 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/A of d9e58bd4f787797538422c5de7c6604f into b76439b3d4e9474bbe1684bba1c958c8(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:51,480 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:51,480 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/A, priority=11, startTime=1733696151042; duration=0sec 2024-12-08T22:15:51,480 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:51,480 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:A 2024-12-08T22:15:51,498 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/e500225bff8c4e9d9272435152cb4a82 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/e500225bff8c4e9d9272435152cb4a82 2024-12-08T22:15:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:51,501 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/C of d9e58bd4f787797538422c5de7c6604f into e500225bff8c4e9d9272435152cb4a82(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:51,501 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:51,501 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/C, priority=11, startTime=1733696151042; duration=0sec 2024-12-08T22:15:51,502 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:51,502 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:C 2024-12-08T22:15:51,504 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412080e734cda32904dd6804685115fb42aba_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412080e734cda32904dd6804685115fb42aba_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:51,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/c9269f884867486aa1605fb9fa8d2e4d, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:51,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/c9269f884867486aa1605fb9fa8d2e4d is 175, key is test_row_0/A:col10/1733696150253/Put/seqid=0 2024-12-08T22:15:51,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742206_1382 (size=31105) 2024-12-08T22:15:51,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696211519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:51,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696211625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:51,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52696 deadline: 1733696211695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:51,701 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:51,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52692 deadline: 1733696211705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:51,710 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:51,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52716 deadline: 1733696211714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:51,717 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:51,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52660 deadline: 1733696211725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:51,729 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in d9e58bd4f787797538422c5de7c6604f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:15:51,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:51,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696211835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:51,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:51,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:51,909 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/c9269f884867486aa1605fb9fa8d2e4d 2024-12-08T22:15:51,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/c56a71ec598f4617b6bbf45f40e80888 is 50, key is test_row_0/B:col10/1733696150253/Put/seqid=0 2024-12-08T22:15:51,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742207_1383 (size=12151) 2024-12-08T22:15:52,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696212145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:52,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:52,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:52,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T22:15:52,317 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/c56a71ec598f4617b6bbf45f40e80888 2024-12-08T22:15:52,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/4afdacca7ed649ef9393df0e2bbcaa26 is 50, key is test_row_0/C:col10/1733696150253/Put/seqid=0 2024-12-08T22:15:52,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742208_1384 (size=12151) 2024-12-08T22:15:52,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696212655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:52,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:52,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:52,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:52,731 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/4afdacca7ed649ef9393df0e2bbcaa26 2024-12-08T22:15:52,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/c9269f884867486aa1605fb9fa8d2e4d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/c9269f884867486aa1605fb9fa8d2e4d 2024-12-08T22:15:52,737 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/c9269f884867486aa1605fb9fa8d2e4d, entries=150, sequenceid=152, filesize=30.4 K 2024-12-08T22:15:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/c56a71ec598f4617b6bbf45f40e80888 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/c56a71ec598f4617b6bbf45f40e80888 2024-12-08T22:15:52,741 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/c56a71ec598f4617b6bbf45f40e80888, entries=150, sequenceid=152, filesize=11.9 K 2024-12-08T22:15:52,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/4afdacca7ed649ef9393df0e2bbcaa26 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/4afdacca7ed649ef9393df0e2bbcaa26 2024-12-08T22:15:52,745 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/4afdacca7ed649ef9393df0e2bbcaa26, entries=150, sequenceid=152, filesize=11.9 K 2024-12-08T22:15:52,746 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for d9e58bd4f787797538422c5de7c6604f in 1663ms, sequenceid=152, compaction requested=false 2024-12-08T22:15:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-08T22:15:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-08T22:15:52,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-08T22:15:52,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5890 sec 2024-12-08T22:15:52,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.5960 sec 2024-12-08T22:15:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:53,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-08T22:15:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:53,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412087a562dc9aba54864b2807ef89efd64b5_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696151502/Put/seqid=0 2024-12-08T22:15:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742209_1385 (size=14794) 2024-12-08T22:15:53,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696213732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:53,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:53,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:53,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:53,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696213835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696214045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:54,085 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:54,087 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412087a562dc9aba54864b2807ef89efd64b5_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412087a562dc9aba54864b2807ef89efd64b5_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:54,088 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/9121f339e29f4427bd04c9b6a93de203, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:54,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/9121f339e29f4427bd04c9b6a93de203 is 175, key is test_row_0/A:col10/1733696151502/Put/seqid=0 2024-12-08T22:15:54,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742210_1386 (size=39749) 2024-12-08T22:15:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T22:15:54,325 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:54,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-08T22:15:54,327 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-08T22:15:54,327 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:54,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:54,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696214365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-08T22:15:54,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-08T22:15:54,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:54,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:54,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:54,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:54,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:54,494 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/9121f339e29f4427bd04c9b6a93de203 2024-12-08T22:15:54,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/3452421c527d43508310ab7422108569 is 50, key is test_row_0/B:col10/1733696151502/Put/seqid=0 2024-12-08T22:15:54,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742211_1387 (size=12151) 2024-12-08T22:15:54,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-08T22:15:54,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:54,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:54,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:54,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:54,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-08T22:15:54,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-08T22:15:54,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:54,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:54,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:54,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:54,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:54,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696214885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:54,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:54,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:54,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:54,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/3452421c527d43508310ab7422108569 2024-12-08T22:15:54,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/c3a124f6e60c4f02b947f64aae09390b is 50, key is test_row_0/C:col10/1733696151502/Put/seqid=0 2024-12-08T22:15:54,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742212_1388 (size=12151) 2024-12-08T22:15:54,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-08T22:15:54,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:54,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:54,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:54,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:54,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-08T22:15:55,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-08T22:15:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:55,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:55,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-08T22:15:55,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:55,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:55,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:55,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:55,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:55,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/c3a124f6e60c4f02b947f64aae09390b 2024-12-08T22:15:55,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/9121f339e29f4427bd04c9b6a93de203 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/9121f339e29f4427bd04c9b6a93de203 2024-12-08T22:15:55,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/9121f339e29f4427bd04c9b6a93de203, entries=200, sequenceid=172, filesize=38.8 K 2024-12-08T22:15:55,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/3452421c527d43508310ab7422108569 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3452421c527d43508310ab7422108569 2024-12-08T22:15:55,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3452421c527d43508310ab7422108569, entries=150, sequenceid=172, filesize=11.9 K 2024-12-08T22:15:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/c3a124f6e60c4f02b947f64aae09390b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/c3a124f6e60c4f02b947f64aae09390b 2024-12-08T22:15:55,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/c3a124f6e60c4f02b947f64aae09390b, entries=150, sequenceid=172, filesize=11.9 K 2024-12-08T22:15:55,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for d9e58bd4f787797538422c5de7c6604f in 1661ms, sequenceid=172, compaction requested=true 2024-12-08T22:15:55,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:55,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:55,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:55,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:55,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:55,329 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:55,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:55,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:55,329 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:55,330 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:55,330 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:55,330 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/A is initiating minor compaction (all files) 2024-12-08T22:15:55,330 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/B is initiating minor compaction (all files) 2024-12-08T22:15:55,330 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/A in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:55,330 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/B in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:55,330 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/b76439b3d4e9474bbe1684bba1c958c8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/c9269f884867486aa1605fb9fa8d2e4d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/9121f339e29f4427bd04c9b6a93de203] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=99.8 K 2024-12-08T22:15:55,330 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/962296e5c04e417a996480b4bfdf164f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/c56a71ec598f4617b6bbf45f40e80888, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3452421c527d43508310ab7422108569] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=35.9 K 2024-12-08T22:15:55,330 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:55,330 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/b76439b3d4e9474bbe1684bba1c958c8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/c9269f884867486aa1605fb9fa8d2e4d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/9121f339e29f4427bd04c9b6a93de203] 2024-12-08T22:15:55,330 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 962296e5c04e417a996480b4bfdf164f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733696149491 2024-12-08T22:15:55,330 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting b76439b3d4e9474bbe1684bba1c958c8, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733696149491 2024-12-08T22:15:55,330 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c56a71ec598f4617b6bbf45f40e80888, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733696150253 2024-12-08T22:15:55,330 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9269f884867486aa1605fb9fa8d2e4d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733696150253 2024-12-08T22:15:55,330 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 3452421c527d43508310ab7422108569, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733696151502 2024-12-08T22:15:55,330 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9121f339e29f4427bd04c9b6a93de203, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733696151502 2024-12-08T22:15:55,345 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:55,345 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/40cbb405ea934c2c9ff733bdab75ef0f is 50, key is test_row_0/B:col10/1733696151502/Put/seqid=0 2024-12-08T22:15:55,345 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:55,357 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120864dc32ed555c48f99080f2572dd6dada_d9e58bd4f787797538422c5de7c6604f store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:55,359 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120864dc32ed555c48f99080f2572dd6dada_d9e58bd4f787797538422c5de7c6604f, store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:55,359 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120864dc32ed555c48f99080f2572dd6dada_d9e58bd4f787797538422c5de7c6604f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742213_1389 (size=12527) 2024-12-08T22:15:55,372 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/40cbb405ea934c2c9ff733bdab75ef0f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/40cbb405ea934c2c9ff733bdab75ef0f 2024-12-08T22:15:55,375 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/B of d9e58bd4f787797538422c5de7c6604f into 40cbb405ea934c2c9ff733bdab75ef0f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:55,375 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:55,376 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/B, priority=13, startTime=1733696155329; duration=0sec 2024-12-08T22:15:55,376 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:55,376 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:B 2024-12-08T22:15:55,376 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:55,376 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:55,376 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/C is initiating minor compaction (all files) 2024-12-08T22:15:55,376 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/C in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:55,376 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/e500225bff8c4e9d9272435152cb4a82, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/4afdacca7ed649ef9393df0e2bbcaa26, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/c3a124f6e60c4f02b947f64aae09390b] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=35.9 K 2024-12-08T22:15:55,377 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting e500225bff8c4e9d9272435152cb4a82, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733696149491 2024-12-08T22:15:55,377 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 4afdacca7ed649ef9393df0e2bbcaa26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733696150253 2024-12-08T22:15:55,377 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c3a124f6e60c4f02b947f64aae09390b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733696151502 2024-12-08T22:15:55,382 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:55,382 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/ec036bb5421b4f0681864b78aff9a23a is 50, key is test_row_0/C:col10/1733696151502/Put/seqid=0 2024-12-08T22:15:55,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742215_1391 (size=12527) 2024-12-08T22:15:55,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742214_1390 (size=4469) 2024-12-08T22:15:55,390 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#A#compaction#331 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:55,390 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/7dc334ca099249d8b50720485aa1b8d0 is 175, key is test_row_0/A:col10/1733696151502/Put/seqid=0 2024-12-08T22:15:55,393 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/ec036bb5421b4f0681864b78aff9a23a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ec036bb5421b4f0681864b78aff9a23a 2024-12-08T22:15:55,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742216_1392 (size=31481) 2024-12-08T22:15:55,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-08T22:15:55,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:55,396 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-08T22:15:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:55,398 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/C of d9e58bd4f787797538422c5de7c6604f into ec036bb5421b4f0681864b78aff9a23a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:55,398 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:55,398 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/C, priority=13, startTime=1733696155329; duration=0sec 2024-12-08T22:15:55,398 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:55,398 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:C 2024-12-08T22:15:55,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a147826a4c4e44a981645f1c0d9d44f3_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696153698/Put/seqid=0 2024-12-08T22:15:55,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742217_1393 (size=12304) 2024-12-08T22:15:55,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,408 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a147826a4c4e44a981645f1c0d9d44f3_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a147826a4c4e44a981645f1c0d9d44f3_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:55,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/307e70c67b5e41a587a694336f07d16c, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:55,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/307e70c67b5e41a587a694336f07d16c is 175, key is test_row_0/A:col10/1733696153698/Put/seqid=0 2024-12-08T22:15:55,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742218_1394 (size=31105) 2024-12-08T22:15:55,412 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/307e70c67b5e41a587a694336f07d16c 2024-12-08T22:15:55,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/132c393ad25647d18f7df0011a1a09db is 50, key is test_row_0/B:col10/1733696153698/Put/seqid=0 2024-12-08T22:15:55,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742219_1395 (size=12151) 2024-12-08T22:15:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-08T22:15:55,797 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/7dc334ca099249d8b50720485aa1b8d0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/7dc334ca099249d8b50720485aa1b8d0 2024-12-08T22:15:55,800 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/A of d9e58bd4f787797538422c5de7c6604f into 7dc334ca099249d8b50720485aa1b8d0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:55,800 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:55,800 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/A, priority=13, startTime=1733696155329; duration=0sec 2024-12-08T22:15:55,801 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:55,801 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:A 2024-12-08T22:15:55,822 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/132c393ad25647d18f7df0011a1a09db 2024-12-08T22:15:55,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/9c27d82268a34973a3ec42670b577e91 is 50, key is test_row_0/C:col10/1733696153698/Put/seqid=0 2024-12-08T22:15:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742220_1396 (size=12151) 2024-12-08T22:15:55,831 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/9c27d82268a34973a3ec42670b577e91 2024-12-08T22:15:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/307e70c67b5e41a587a694336f07d16c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/307e70c67b5e41a587a694336f07d16c 2024-12-08T22:15:55,839 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/307e70c67b5e41a587a694336f07d16c, entries=150, sequenceid=187, filesize=30.4 K 2024-12-08T22:15:55,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/132c393ad25647d18f7df0011a1a09db as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/132c393ad25647d18f7df0011a1a09db 2024-12-08T22:15:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,842 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/132c393ad25647d18f7df0011a1a09db, entries=150, sequenceid=187, filesize=11.9 K 2024-12-08T22:15:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/9c27d82268a34973a3ec42670b577e91 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/9c27d82268a34973a3ec42670b577e91 2024-12-08T22:15:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,845 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/9c27d82268a34973a3ec42670b577e91, entries=150, sequenceid=187, filesize=11.9 K 2024-12-08T22:15:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,846 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for d9e58bd4f787797538422c5de7c6604f in 450ms, sequenceid=187, compaction requested=false 2024-12-08T22:15:55,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:55,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:55,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-08T22:15:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-08T22:15:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-08T22:15:55,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5200 sec 2024-12-08T22:15:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.5240 sec 2024-12-08T22:15:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:56,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-08T22:15:56,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:56,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:56,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:56,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:56,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:56,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:56,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088ff990c8716447c1afefa53a70ebc225_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696156038/Put/seqid=0 2024-12-08T22:15:56,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742221_1397 (size=14794) 2024-12-08T22:15:56,092 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088ff990c8716447c1afefa53a70ebc225_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088ff990c8716447c1afefa53a70ebc225_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:56,101 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/ed65c82af523460abbe8bed4d22307ac, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:56,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/ed65c82af523460abbe8bed4d22307ac is 175, key is test_row_0/A:col10/1733696156038/Put/seqid=0 2024-12-08T22:15:56,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742222_1398 (size=39749) 2024-12-08T22:15:56,119 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/ed65c82af523460abbe8bed4d22307ac 2024-12-08T22:15:56,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/27273972a628450cbb4131d8f6a156b3 is 50, key is test_row_0/B:col10/1733696156038/Put/seqid=0 2024-12-08T22:15:56,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742223_1399 (size=12151) 2024-12-08T22:15:56,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/27273972a628450cbb4131d8f6a156b3 2024-12-08T22:15:56,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/bb173436f1f442a49dca312aa0bc4e7b is 50, key is test_row_0/C:col10/1733696156038/Put/seqid=0 2024-12-08T22:15:56,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742224_1400 (size=12151) 2024-12-08T22:15:56,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/bb173436f1f442a49dca312aa0bc4e7b 2024-12-08T22:15:56,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/ed65c82af523460abbe8bed4d22307ac as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/ed65c82af523460abbe8bed4d22307ac 2024-12-08T22:15:56,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/ed65c82af523460abbe8bed4d22307ac, entries=200, sequenceid=199, filesize=38.8 K 2024-12-08T22:15:56,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/27273972a628450cbb4131d8f6a156b3 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/27273972a628450cbb4131d8f6a156b3 2024-12-08T22:15:56,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/27273972a628450cbb4131d8f6a156b3, entries=150, sequenceid=199, filesize=11.9 K 2024-12-08T22:15:56,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696156145, max timestamp=1733696156232Num uniques 859; 2024-12-08T22:15:56,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:15:56,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696156145, max timestamp=1733696156232Num uniques 859; 2024-12-08T22:15:56,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:15:56,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/bb173436f1f442a49dca312aa0bc4e7b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/bb173436f1f442a49dca312aa0bc4e7b 2024-12-08T22:15:56,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/bb173436f1f442a49dca312aa0bc4e7b, entries=150, sequenceid=199, filesize=11.9 K 2024-12-08T22:15:56,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=58.14 KB/59540 for d9e58bd4f787797538422c5de7c6604f in 187ms, sequenceid=199, compaction requested=true 2024-12-08T22:15:56,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:56,244 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:56,247 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:56,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=64.85 KB heapSize=184.09 KB 2024-12-08T22:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:56,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:56,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:56,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:56,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:15:56,249 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:56,249 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/A is initiating minor compaction (all files) 2024-12-08T22:15:56,249 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/A in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:56,249 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/7dc334ca099249d8b50720485aa1b8d0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/307e70c67b5e41a587a694336f07d16c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/ed65c82af523460abbe8bed4d22307ac] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=99.9 K 2024-12-08T22:15:56,249 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:56,249 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/7dc334ca099249d8b50720485aa1b8d0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/307e70c67b5e41a587a694336f07d16c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/ed65c82af523460abbe8bed4d22307ac] 2024-12-08T22:15:56,250 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:56,250 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dc334ca099249d8b50720485aa1b8d0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733696151502 2024-12-08T22:15:56,250 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/B is initiating minor compaction (all files) 2024-12-08T22:15:56,250 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/B in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:56,250 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/40cbb405ea934c2c9ff733bdab75ef0f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/132c393ad25647d18f7df0011a1a09db, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/27273972a628450cbb4131d8f6a156b3] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=36.0 K 2024-12-08T22:15:56,250 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 307e70c67b5e41a587a694336f07d16c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733696153696 2024-12-08T22:15:56,250 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 40cbb405ea934c2c9ff733bdab75ef0f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733696151502 2024-12-08T22:15:56,251 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 132c393ad25647d18f7df0011a1a09db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733696153696 2024-12-08T22:15:56,251 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed65c82af523460abbe8bed4d22307ac, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733696156028 2024-12-08T22:15:56,251 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 27273972a628450cbb4131d8f6a156b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733696156028 2024-12-08T22:15:56,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208afe36ff8e14b410a8635a86a13b03440_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696156244/Put/seqid=0 2024-12-08T22:15:56,277 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:56,280 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#B#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:56,280 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/cc7f3232aad0475bae1779ba637592d1 is 50, key is test_row_0/B:col10/1733696156038/Put/seqid=0 2024-12-08T22:15:56,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742225_1401 (size=12304) 2024-12-08T22:15:56,292 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208b417844229814af397fe60b0581bfab9_d9e58bd4f787797538422c5de7c6604f store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:56,294 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208b417844229814af397fe60b0581bfab9_d9e58bd4f787797538422c5de7c6604f, store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:56,295 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b417844229814af397fe60b0581bfab9_d9e58bd4f787797538422c5de7c6604f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:56,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742226_1402 (size=12629) 2024-12-08T22:15:56,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742227_1403 (size=4469) 2024-12-08T22:15:56,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696216384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-08T22:15:56,476 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:56,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-08T22:15:56,477 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-08T22:15:56,478 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:56,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:56,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696216495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:56,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:56,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:56,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-08T22:15:56,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-08T22:15:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:56,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:56,691 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:56,693 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208afe36ff8e14b410a8635a86a13b03440_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208afe36ff8e14b410a8635a86a13b03440_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:56,694 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/4ad5307c37fa4521ad8a819d4ad80f1f, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:56,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/4ad5307c37fa4521ad8a819d4ad80f1f is 175, key is test_row_0/A:col10/1733696156244/Put/seqid=0 2024-12-08T22:15:56,701 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/cc7f3232aad0475bae1779ba637592d1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/cc7f3232aad0475bae1779ba637592d1 2024-12-08T22:15:56,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742228_1404 (size=31105) 2024-12-08T22:15:56,702 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/4ad5307c37fa4521ad8a819d4ad80f1f 2024-12-08T22:15:56,705 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/B of d9e58bd4f787797538422c5de7c6604f into cc7f3232aad0475bae1779ba637592d1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:56,705 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:56,705 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/B, priority=13, startTime=1733696156247; duration=0sec 2024-12-08T22:15:56,705 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:56,705 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:B 2024-12-08T22:15:56,705 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:15:56,709 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:15:56,709 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/C is initiating minor compaction (all files) 2024-12-08T22:15:56,709 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/C in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:56,709 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ec036bb5421b4f0681864b78aff9a23a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/9c27d82268a34973a3ec42670b577e91, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/bb173436f1f442a49dca312aa0bc4e7b] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=36.0 K 2024-12-08T22:15:56,709 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting ec036bb5421b4f0681864b78aff9a23a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733696151502 2024-12-08T22:15:56,709 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c27d82268a34973a3ec42670b577e91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733696153696 2024-12-08T22:15:56,709 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting bb173436f1f442a49dca312aa0bc4e7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733696156028 2024-12-08T22:15:56,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/3aedd619693b44279ac8b042dde78f4d is 50, key is test_row_0/B:col10/1733696156244/Put/seqid=0 2024-12-08T22:15:56,716 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#A#compaction#340 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:56,717 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/3e4e55ec0c8d45da9cc42e76f14209b0 is 175, key is test_row_0/A:col10/1733696156038/Put/seqid=0 2024-12-08T22:15:56,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742229_1405 (size=12151) 2024-12-08T22:15:56,720 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:56,720 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/805c1de3446f468cad9d2a7a343da894 is 50, key is test_row_0/C:col10/1733696156038/Put/seqid=0 2024-12-08T22:15:56,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696216715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742230_1406 (size=31583) 2024-12-08T22:15:56,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742231_1407 (size=12629) 2024-12-08T22:15:56,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-08T22:15:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:56,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-08T22:15:56,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-08T22:15:56,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:56,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:56,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:56,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:56,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:57,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696217025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:57,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:57,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:57,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:57,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-08T22:15:57,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:57,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:57,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:57,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:57,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-08T22:15:57,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/3aedd619693b44279ac8b042dde78f4d 2024-12-08T22:15:57,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/58e457c39b1241679cf89bc1e1358530 is 50, key is test_row_0/C:col10/1733696156244/Put/seqid=0 2024-12-08T22:15:57,133 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/3e4e55ec0c8d45da9cc42e76f14209b0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/3e4e55ec0c8d45da9cc42e76f14209b0 2024-12-08T22:15:57,138 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/A of d9e58bd4f787797538422c5de7c6604f into 3e4e55ec0c8d45da9cc42e76f14209b0(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:57,138 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:57,138 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/A, priority=13, startTime=1733696156244; duration=0sec 2024-12-08T22:15:57,138 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:57,138 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:A 2024-12-08T22:15:57,139 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/805c1de3446f468cad9d2a7a343da894 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/805c1de3446f468cad9d2a7a343da894 2024-12-08T22:15:57,144 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/C of d9e58bd4f787797538422c5de7c6604f into 805c1de3446f468cad9d2a7a343da894(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:57,144 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:57,144 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/C, priority=13, startTime=1733696156247; duration=0sec 2024-12-08T22:15:57,144 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:57,144 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:C 2024-12-08T22:15:57,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742232_1408 (size=12151) 2024-12-08T22:15:57,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/58e457c39b1241679cf89bc1e1358530 2024-12-08T22:15:57,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/4ad5307c37fa4521ad8a819d4ad80f1f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/4ad5307c37fa4521ad8a819d4ad80f1f 2024-12-08T22:15:57,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/4ad5307c37fa4521ad8a819d4ad80f1f, entries=150, sequenceid=221, filesize=30.4 K 2024-12-08T22:15:57,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/3aedd619693b44279ac8b042dde78f4d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3aedd619693b44279ac8b042dde78f4d 2024-12-08T22:15:57,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3aedd619693b44279ac8b042dde78f4d, entries=150, sequenceid=221, filesize=11.9 K 2024-12-08T22:15:57,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/58e457c39b1241679cf89bc1e1358530 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/58e457c39b1241679cf89bc1e1358530 2024-12-08T22:15:57,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/58e457c39b1241679cf89bc1e1358530, entries=150, sequenceid=221, filesize=11.9 K 2024-12-08T22:15:57,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=114.05 KB/116790 for d9e58bd4f787797538422c5de7c6604f in 925ms, sequenceid=221, compaction requested=false 2024-12-08T22:15:57,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:57,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-08T22:15:57,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:57,242 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:15:57,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:57,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:57,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:57,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:57,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:57,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412087513e518648048bd8a1ef649564383ec_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696156383/Put/seqid=0 2024-12-08T22:15:57,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742233_1409 (size=12304) 2024-12-08T22:15:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:57,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:57,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696217599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:57,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:57,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:57,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-08T22:15:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:57,671 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412087513e518648048bd8a1ef649564383ec_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412087513e518648048bd8a1ef649564383ec_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:57,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/e0db41aa4a2c49c0a2906953a01e31f5, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:57,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/e0db41aa4a2c49c0a2906953a01e31f5 is 175, key is test_row_0/A:col10/1733696156383/Put/seqid=0 2024-12-08T22:15:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742234_1410 (size=31105) 2024-12-08T22:15:57,689 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/e0db41aa4a2c49c0a2906953a01e31f5 2024-12-08T22:15:57,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/3029f082380342b6aaed314864678064 is 50, key is test_row_0/B:col10/1733696156383/Put/seqid=0 2024-12-08T22:15:57,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742235_1411 (size=12151) 2024-12-08T22:15:57,714 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/3029f082380342b6aaed314864678064 2024-12-08T22:15:57,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696217715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:57,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:57,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:57,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:57,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/5b3befc943914ea3ba43a4a3660a83a3 is 50, key is test_row_0/C:col10/1733696156383/Put/seqid=0 2024-12-08T22:15:57,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742236_1412 (size=12151) 2024-12-08T22:15:57,747 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/5b3befc943914ea3ba43a4a3660a83a3 2024-12-08T22:15:57,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/e0db41aa4a2c49c0a2906953a01e31f5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e0db41aa4a2c49c0a2906953a01e31f5 2024-12-08T22:15:57,759 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e0db41aa4a2c49c0a2906953a01e31f5, entries=150, sequenceid=244, filesize=30.4 K 2024-12-08T22:15:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/3029f082380342b6aaed314864678064 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3029f082380342b6aaed314864678064 2024-12-08T22:15:57,764 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3029f082380342b6aaed314864678064, entries=150, sequenceid=244, filesize=11.9 K 2024-12-08T22:15:57,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/5b3befc943914ea3ba43a4a3660a83a3 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/5b3befc943914ea3ba43a4a3660a83a3 2024-12-08T22:15:57,772 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/5b3befc943914ea3ba43a4a3660a83a3, entries=150, sequenceid=244, filesize=11.9 K 2024-12-08T22:15:57,773 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d9e58bd4f787797538422c5de7c6604f in 531ms, sequenceid=244, compaction requested=true 2024-12-08T22:15:57,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:57,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:57,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-08T22:15:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-08T22:15:57,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-08T22:15:57,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2970 sec 2024-12-08T22:15:57,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.3020 sec 2024-12-08T22:15:57,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-08T22:15:57,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:57,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:57,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:57,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:57,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:57,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:57,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120843f3c06df7404dc78a60655a080546e5_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696157930/Put/seqid=0 2024-12-08T22:15:57,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742237_1413 (size=14844) 2024-12-08T22:15:57,978 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:57,983 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120843f3c06df7404dc78a60655a080546e5_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120843f3c06df7404dc78a60655a080546e5_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:57,983 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/8cc1a08bd496494fb17fbe744703a39d, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:57,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/8cc1a08bd496494fb17fbe744703a39d is 175, key is test_row_0/A:col10/1733696157930/Put/seqid=0 2024-12-08T22:15:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742238_1414 (size=39799) 2024-12-08T22:15:58,002 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/8cc1a08bd496494fb17fbe744703a39d 2024-12-08T22:15:58,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/c954cacae988414d866ca9f7d04ff9d1 is 50, key is test_row_0/B:col10/1733696157930/Put/seqid=0 2024-12-08T22:15:58,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742239_1415 (size=12201) 2024-12-08T22:15:58,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/c954cacae988414d866ca9f7d04ff9d1 2024-12-08T22:15:58,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/fc454c9d61074493852345a02c2801ef is 50, key is test_row_0/C:col10/1733696157930/Put/seqid=0 2024-12-08T22:15:58,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742240_1416 (size=12201) 2024-12-08T22:15:58,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/fc454c9d61074493852345a02c2801ef 2024-12-08T22:15:58,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/8cc1a08bd496494fb17fbe744703a39d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8cc1a08bd496494fb17fbe744703a39d 2024-12-08T22:15:58,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696218120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:58,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:58,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:58,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:58,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8cc1a08bd496494fb17fbe744703a39d, entries=200, sequenceid=257, filesize=38.9 K 2024-12-08T22:15:58,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/c954cacae988414d866ca9f7d04ff9d1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/c954cacae988414d866ca9f7d04ff9d1 2024-12-08T22:15:58,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/c954cacae988414d866ca9f7d04ff9d1, entries=150, sequenceid=257, filesize=11.9 K 2024-12-08T22:15:58,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/fc454c9d61074493852345a02c2801ef as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/fc454c9d61074493852345a02c2801ef 2024-12-08T22:15:58,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/fc454c9d61074493852345a02c2801ef, entries=150, sequenceid=257, filesize=11.9 K 2024-12-08T22:15:58,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d9e58bd4f787797538422c5de7c6604f in 211ms, sequenceid=257, compaction requested=true 2024-12-08T22:15:58,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:58,142 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:15:58,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:15:58,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:58,142 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:15:58,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:15:58,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:58,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:15:58,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:58,143 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133592 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:15:58,143 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49132 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:15:58,143 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/A is initiating minor compaction (all files) 2024-12-08T22:15:58,143 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/B is initiating minor compaction (all files) 2024-12-08T22:15:58,144 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/A in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:58,144 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/B in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:58,144 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/3e4e55ec0c8d45da9cc42e76f14209b0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/4ad5307c37fa4521ad8a819d4ad80f1f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e0db41aa4a2c49c0a2906953a01e31f5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8cc1a08bd496494fb17fbe744703a39d] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=130.5 K 2024-12-08T22:15:58,144 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/cc7f3232aad0475bae1779ba637592d1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3aedd619693b44279ac8b042dde78f4d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3029f082380342b6aaed314864678064, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/c954cacae988414d866ca9f7d04ff9d1] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=48.0 K 2024-12-08T22:15:58,144 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:58,144 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/3e4e55ec0c8d45da9cc42e76f14209b0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/4ad5307c37fa4521ad8a819d4ad80f1f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e0db41aa4a2c49c0a2906953a01e31f5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8cc1a08bd496494fb17fbe744703a39d] 2024-12-08T22:15:58,145 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting cc7f3232aad0475bae1779ba637592d1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733696156028 2024-12-08T22:15:58,145 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e4e55ec0c8d45da9cc42e76f14209b0, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733696156028 2024-12-08T22:15:58,145 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aedd619693b44279ac8b042dde78f4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733696156186 2024-12-08T22:15:58,145 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ad5307c37fa4521ad8a819d4ad80f1f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733696156186 2024-12-08T22:15:58,145 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 3029f082380342b6aaed314864678064, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733696156343 2024-12-08T22:15:58,145 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0db41aa4a2c49c0a2906953a01e31f5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733696156343 2024-12-08T22:15:58,149 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c954cacae988414d866ca9f7d04ff9d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733696157571 2024-12-08T22:15:58,150 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cc1a08bd496494fb17fbe744703a39d, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733696157571 2024-12-08T22:15:58,172 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:58,187 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#B#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:58,188 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/4f049ee1b8eb4ac6b7eaf88904c8f6d7 is 50, key is test_row_0/B:col10/1733696157930/Put/seqid=0 2024-12-08T22:15:58,197 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412087dcf4f69841d484e95f7a5a17ddcfb62_d9e58bd4f787797538422c5de7c6604f store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:58,200 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412087dcf4f69841d484e95f7a5a17ddcfb62_d9e58bd4f787797538422c5de7c6604f, store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:58,200 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412087dcf4f69841d484e95f7a5a17ddcfb62_d9e58bd4f787797538422c5de7c6604f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:58,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:15:58,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:58,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:58,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:58,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:58,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:58,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:58,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742241_1417 (size=12815) 2024-12-08T22:15:58,251 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/4f049ee1b8eb4ac6b7eaf88904c8f6d7 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/4f049ee1b8eb4ac6b7eaf88904c8f6d7 2024-12-08T22:15:58,256 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/B of d9e58bd4f787797538422c5de7c6604f into 4f049ee1b8eb4ac6b7eaf88904c8f6d7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:58,256 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:58,256 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/B, priority=12, startTime=1733696158142; duration=0sec 2024-12-08T22:15:58,257 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:15:58,257 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:B 2024-12-08T22:15:58,257 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:15:58,259 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49132 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:15:58,259 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d9e58bd4f787797538422c5de7c6604f/C is initiating minor compaction (all files) 2024-12-08T22:15:58,259 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d9e58bd4f787797538422c5de7c6604f/C in TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:58,260 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/805c1de3446f468cad9d2a7a343da894, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/58e457c39b1241679cf89bc1e1358530, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/5b3befc943914ea3ba43a4a3660a83a3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/fc454c9d61074493852345a02c2801ef] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp, totalSize=48.0 K 2024-12-08T22:15:58,260 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 805c1de3446f468cad9d2a7a343da894, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733696156028 2024-12-08T22:15:58,260 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 58e457c39b1241679cf89bc1e1358530, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733696156186 2024-12-08T22:15:58,260 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b3befc943914ea3ba43a4a3660a83a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733696156343 2024-12-08T22:15:58,261 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting fc454c9d61074493852345a02c2801ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733696157571 2024-12-08T22:15:58,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742242_1418 (size=4469) 2024-12-08T22:15:58,279 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#A#compaction#351 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:58,280 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/8dcdb2c3c8e3485b97cbd64f18dc9b4a is 175, key is test_row_0/A:col10/1733696157930/Put/seqid=0 2024-12-08T22:15:58,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081fb0d3e61e6046b28f95cd27fcd44e93_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696158112/Put/seqid=0 2024-12-08T22:15:58,312 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9e58bd4f787797538422c5de7c6604f#C#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:15:58,316 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/f0ad151eb8a84ff8b329a8dc7c01addc is 50, key is test_row_0/C:col10/1733696157930/Put/seqid=0 2024-12-08T22:15:58,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696218331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:58,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742243_1419 (size=31769) 2024-12-08T22:15:58,362 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/8dcdb2c3c8e3485b97cbd64f18dc9b4a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8dcdb2c3c8e3485b97cbd64f18dc9b4a 2024-12-08T22:15:58,367 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/A of d9e58bd4f787797538422c5de7c6604f into 8dcdb2c3c8e3485b97cbd64f18dc9b4a(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:58,367 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:58,367 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/A, priority=12, startTime=1733696158142; duration=0sec 2024-12-08T22:15:58,367 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:58,367 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:A 2024-12-08T22:15:58,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742244_1420 (size=14994) 2024-12-08T22:15:58,382 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:58,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742245_1421 (size=12815) 2024-12-08T22:15:58,386 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081fb0d3e61e6046b28f95cd27fcd44e93_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081fb0d3e61e6046b28f95cd27fcd44e93_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:58,386 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/8621c9a8bccf4f5caa88b8780bb73b1d, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:58,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/8621c9a8bccf4f5caa88b8780bb73b1d is 175, key is test_row_0/A:col10/1733696158112/Put/seqid=0 2024-12-08T22:15:58,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742246_1422 (size=39949) 2024-12-08T22:15:58,425 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/8621c9a8bccf4f5caa88b8780bb73b1d 2024-12-08T22:15:58,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/5a253235b1ba4fe98c7a5519bdbcabcb is 50, key is test_row_0/B:col10/1733696158112/Put/seqid=0 2024-12-08T22:15:58,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742247_1423 (size=12301) 2024-12-08T22:15:58,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/5a253235b1ba4fe98c7a5519bdbcabcb 2024-12-08T22:15:58,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696218456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:58,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:58,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:58,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:58,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/2689b3c0f3cd4979934f4cbba459a05a is 50, key is test_row_0/C:col10/1733696158112/Put/seqid=0 2024-12-08T22:15:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742248_1424 (size=12301) 2024-12-08T22:15:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-08T22:15:58,636 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:15:58,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:15:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-08T22:15:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-08T22:15:58,638 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:15:58,638 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:15:58,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:15:58,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696218665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-08T22:15:58,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-08T22:15:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:58,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:58,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:15:58,796 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/f0ad151eb8a84ff8b329a8dc7c01addc as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/f0ad151eb8a84ff8b329a8dc7c01addc 2024-12-08T22:15:58,804 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d9e58bd4f787797538422c5de7c6604f/C of d9e58bd4f787797538422c5de7c6604f into f0ad151eb8a84ff8b329a8dc7c01addc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:15:58,804 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:58,804 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., storeName=d9e58bd4f787797538422c5de7c6604f/C, priority=12, startTime=1733696158143; duration=0sec 2024-12-08T22:15:58,805 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:15:58,805 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:C 2024-12-08T22:15:58,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/2689b3c0f3cd4979934f4cbba459a05a 2024-12-08T22:15:58,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/8621c9a8bccf4f5caa88b8780bb73b1d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8621c9a8bccf4f5caa88b8780bb73b1d 2024-12-08T22:15:58,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8621c9a8bccf4f5caa88b8780bb73b1d, entries=200, sequenceid=277, filesize=39.0 K 2024-12-08T22:15:58,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/5a253235b1ba4fe98c7a5519bdbcabcb as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/5a253235b1ba4fe98c7a5519bdbcabcb 2024-12-08T22:15:58,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/5a253235b1ba4fe98c7a5519bdbcabcb, entries=150, sequenceid=277, filesize=12.0 K 2024-12-08T22:15:58,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/2689b3c0f3cd4979934f4cbba459a05a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/2689b3c0f3cd4979934f4cbba459a05a 2024-12-08T22:15:58,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/2689b3c0f3cd4979934f4cbba459a05a, entries=150, sequenceid=277, filesize=12.0 K 2024-12-08T22:15:58,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d9e58bd4f787797538422c5de7c6604f in 661ms, sequenceid=277, compaction requested=false 2024-12-08T22:15:58,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:15:58,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-08T22:15:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:15:58,945 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-08T22:15:58,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:15:58,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:58,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:15:58,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:58,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:15:58,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:15:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-08T22:15:58,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e1f86abb8d7e4b74a6ed2bdeeb315c75_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696158299/Put/seqid=0 2024-12-08T22:15:58,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742249_1425 (size=12454) 2024-12-08T22:15:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:15:58,978 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e1f86abb8d7e4b74a6ed2bdeeb315c75_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e1f86abb8d7e4b74a6ed2bdeeb315c75_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:58,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/611768370f5e4f4f89a422062d4e35cb, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:15:58,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/611768370f5e4f4f89a422062d4e35cb is 175, key is test_row_0/A:col10/1733696158299/Put/seqid=0 2024-12-08T22:15:58,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742250_1426 (size=31255) 2024-12-08T22:15:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:15:58,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. as already flushing 2024-12-08T22:15:59,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696219109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:59,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:59,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:59,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:59,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696219225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-08T22:15:59,385 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/611768370f5e4f4f89a422062d4e35cb 2024-12-08T22:15:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/7625e03a7486419887532d816ed93191 is 50, key is test_row_0/B:col10/1733696158299/Put/seqid=0 2024-12-08T22:15:59,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742251_1427 (size=12301) 2024-12-08T22:15:59,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696219435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:59,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:59,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:59,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:59,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:15:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696219745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:15:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:15:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:15:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-08T22:15:59,794 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/7625e03a7486419887532d816ed93191 2024-12-08T22:15:59,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/22c0709812364778b3af95cacf2c08d8 is 50, key is test_row_0/C:col10/1733696158299/Put/seqid=0 2024-12-08T22:15:59,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742252_1428 (size=12301) 2024-12-08T22:16:00,204 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/22c0709812364778b3af95cacf2c08d8 2024-12-08T22:16:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52666 deadline: 1733696220265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:00,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:00,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:00,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:00,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/611768370f5e4f4f89a422062d4e35cb as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/611768370f5e4f4f89a422062d4e35cb 2024-12-08T22:16:00,362 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/611768370f5e4f4f89a422062d4e35cb, entries=150, sequenceid=292, filesize=30.5 K 2024-12-08T22:16:00,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/7625e03a7486419887532d816ed93191 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/7625e03a7486419887532d816ed93191 2024-12-08T22:16:00,365 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/7625e03a7486419887532d816ed93191, entries=150, sequenceid=292, filesize=12.0 K 2024-12-08T22:16:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/22c0709812364778b3af95cacf2c08d8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/22c0709812364778b3af95cacf2c08d8 2024-12-08T22:16:00,369 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/22c0709812364778b3af95cacf2c08d8, entries=150, sequenceid=292, filesize=12.0 K 2024-12-08T22:16:00,414 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d9e58bd4f787797538422c5de7c6604f in 1469ms, sequenceid=292, compaction requested=true 2024-12-08T22:16:00,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:16:00,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:16:00,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-08T22:16:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-08T22:16:00,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-08T22:16:00,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7770 sec 2024-12-08T22:16:00,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.7810 sec 2024-12-08T22:16:00,560 INFO [Thread-1582 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1582. 2024-12-08T22:16:00,560 DEBUG [Thread-1582 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:00,560 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:00,561 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:00,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:00,561 INFO [Thread-1576 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1576. 2024-12-08T22:16:00,561 DEBUG [Thread-1576 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:00,561 DEBUG [Thread-1576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:00,562 DEBUG [Thread-1576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:00,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:00,565 INFO [Thread-1578 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1578. 2024-12-08T22:16:00,565 DEBUG [Thread-1578 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:00,566 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:00,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:00,566 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:00,568 INFO [Thread-1584 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1584. 2024-12-08T22:16:00,568 DEBUG [Thread-1584 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:00,568 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:00,568 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:00,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:00,569 INFO [Thread-1580 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1580. 2024-12-08T22:16:00,569 DEBUG [Thread-1580 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:00,569 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:00,569 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:00,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-08T22:16:00,796 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:01,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-08T22:16:01,286 INFO [Thread-1569 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1569. 2024-12-08T22:16:01,286 DEBUG [Thread-1569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:16:01,286 DEBUG [Thread-1569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:16:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:01,286 DEBUG [Thread-1569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:01,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:16:01,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:01,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:01,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208bdd69977516244b4a43019fe2958bfb0_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696161285/Put/seqid=0 2024-12-08T22:16:01,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742253_1429 (size=12454) 2024-12-08T22:16:01,694 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:01,696 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208bdd69977516244b4a43019fe2958bfb0_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bdd69977516244b4a43019fe2958bfb0_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:01,697 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/1c9f46b756a1487bbc83299f2b430e66, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:16:01,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/1c9f46b756a1487bbc83299f2b430e66 is 175, key is test_row_0/A:col10/1733696161285/Put/seqid=0 2024-12-08T22:16:01,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742254_1430 (size=31255) 2024-12-08T22:16:01,737 INFO [Thread-1565 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1565. 2024-12-08T22:16:01,737 DEBUG [Thread-1565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:01,737 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:01,737 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:01,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:01,807 INFO [Thread-1567 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1567. 2024-12-08T22:16:01,807 INFO [Thread-1571 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1571. 2024-12-08T22:16:01,807 DEBUG [Thread-1571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:01,807 DEBUG [Thread-1567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:01,807 DEBUG [Thread-1571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:01,807 DEBUG [Thread-1567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:01,807 DEBUG [Thread-1571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:01,807 DEBUG [Thread-1567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:01,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:01,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:01,826 INFO [Thread-1573 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1573. 2024-12-08T22:16:01,826 DEBUG [Thread-1573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:01,826 DEBUG [Thread-1573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:01,826 DEBUG [Thread-1573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:01,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:01,826 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T22:16:01,826 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 184 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1562 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4680 rows 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1564 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4692 rows 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1567 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4700 rows 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1568 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4704 rows 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1569 2024-12-08T22:16:01,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4701 rows 2024-12-08T22:16:01,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T22:16:01,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:16:01,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:01,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:01,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:01,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T22:16:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-08T22:16:01,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696161831"}]},"ts":"1733696161831"} 2024-12-08T22:16:01,832 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T22:16:01,832 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T22:16:01,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T22:16:01,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, UNASSIGN}] 2024-12-08T22:16:01,835 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, UNASSIGN 2024-12-08T22:16:01,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=d9e58bd4f787797538422c5de7c6604f, regionState=CLOSING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:01,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, UNASSIGN because future has completed 2024-12-08T22:16:01,837 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T22:16:01,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:16:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-08T22:16:01,990 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(122): Close d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:01,990 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T22:16:01,990 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1722): Closing d9e58bd4f787797538422c5de7c6604f, disabling compactions & flushes 2024-12-08T22:16:01,990 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:16:02,101 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/1c9f46b756a1487bbc83299f2b430e66 2024-12-08T22:16:02,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/e5d4deb0fda54051b5fd6bb23959b4e3 is 50, key is test_row_0/B:col10/1733696161285/Put/seqid=0 2024-12-08T22:16:02,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742255_1431 (size=12301) 2024-12-08T22:16:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-08T22:16:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-08T22:16:02,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/e5d4deb0fda54051b5fd6bb23959b4e3 2024-12-08T22:16:02,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/f9e0263a09a74888a2b582f7d1985192 is 50, key is test_row_0/C:col10/1733696161285/Put/seqid=0 2024-12-08T22:16:02,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742256_1432 (size=12301) 2024-12-08T22:16:02,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/f9e0263a09a74888a2b582f7d1985192 2024-12-08T22:16:02,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/1c9f46b756a1487bbc83299f2b430e66 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/1c9f46b756a1487bbc83299f2b430e66 2024-12-08T22:16:02,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/1c9f46b756a1487bbc83299f2b430e66, entries=150, sequenceid=313, filesize=30.5 K 2024-12-08T22:16:02,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/e5d4deb0fda54051b5fd6bb23959b4e3 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/e5d4deb0fda54051b5fd6bb23959b4e3 2024-12-08T22:16:02,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/e5d4deb0fda54051b5fd6bb23959b4e3, entries=150, sequenceid=313, filesize=12.0 K 2024-12-08T22:16:02,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/f9e0263a09a74888a2b582f7d1985192 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/f9e0263a09a74888a2b582f7d1985192 2024-12-08T22:16:02,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/f9e0263a09a74888a2b582f7d1985192, entries=150, sequenceid=313, filesize=12.0 K 2024-12-08T22:16:02,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=26.84 KB/27480 for d9e58bd4f787797538422c5de7c6604f in 1670ms, sequenceid=313, compaction requested=true 2024-12-08T22:16:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d9e58bd4f787797538422c5de7c6604f: 2024-12-08T22:16:02,957 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:16:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:02,957 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:16:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:02,957 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. after waiting 0 ms 2024-12-08T22:16:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:02,957 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:16:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9e58bd4f787797538422c5de7c6604f:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:02,957 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(2902): Flushing d9e58bd4f787797538422c5de7c6604f 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-08T22:16:02,957 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. because compaction request was cancelled 2024-12-08T22:16:02,957 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. because compaction request was cancelled 2024-12-08T22:16:02,957 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:B 2024-12-08T22:16:02,957 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:A 2024-12-08T22:16:02,957 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. because compaction request was cancelled 2024-12-08T22:16:02,957 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9e58bd4f787797538422c5de7c6604f:C 2024-12-08T22:16:02,957 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=A 2024-12-08T22:16:02,957 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:02,957 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=B 2024-12-08T22:16:02,957 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:02,957 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9e58bd4f787797538422c5de7c6604f, store=C 2024-12-08T22:16:02,957 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:02,962 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ef83b57d2466477183e5953e5c5c92c4_d9e58bd4f787797538422c5de7c6604f is 50, key is test_row_0/A:col10/1733696161805/Put/seqid=0 2024-12-08T22:16:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-08T22:16:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742257_1433 (size=12454) 2024-12-08T22:16:03,091 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T22:16:03,366 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:03,369 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ef83b57d2466477183e5953e5c5c92c4_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ef83b57d2466477183e5953e5c5c92c4_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:03,370 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/db50aa616ee74db4945601c2a8dda0ce, store: [table=TestAcidGuarantees family=A region=d9e58bd4f787797538422c5de7c6604f] 2024-12-08T22:16:03,370 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/db50aa616ee74db4945601c2a8dda0ce is 175, key is test_row_0/A:col10/1733696161805/Put/seqid=0 2024-12-08T22:16:03,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742258_1434 (size=31255) 2024-12-08T22:16:03,774 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/db50aa616ee74db4945601c2a8dda0ce 2024-12-08T22:16:03,781 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/d7bcacf601b34e9fb5f21d9220f84e82 is 50, key is test_row_0/B:col10/1733696161805/Put/seqid=0 2024-12-08T22:16:03,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742259_1435 (size=12301) 2024-12-08T22:16:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-08T22:16:04,185 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/d7bcacf601b34e9fb5f21d9220f84e82 2024-12-08T22:16:04,190 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/6e164bc80d3241df8910b04b20d30c42 is 50, key is test_row_0/C:col10/1733696161805/Put/seqid=0 2024-12-08T22:16:04,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742260_1436 (size=12301) 2024-12-08T22:16:04,594 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/6e164bc80d3241df8910b04b20d30c42 2024-12-08T22:16:04,597 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/A/db50aa616ee74db4945601c2a8dda0ce as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/db50aa616ee74db4945601c2a8dda0ce 2024-12-08T22:16:04,600 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/db50aa616ee74db4945601c2a8dda0ce, entries=150, sequenceid=320, filesize=30.5 K 2024-12-08T22:16:04,601 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/B/d7bcacf601b34e9fb5f21d9220f84e82 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d7bcacf601b34e9fb5f21d9220f84e82 2024-12-08T22:16:04,603 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d7bcacf601b34e9fb5f21d9220f84e82, entries=150, sequenceid=320, filesize=12.0 K 2024-12-08T22:16:04,604 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/.tmp/C/6e164bc80d3241df8910b04b20d30c42 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/6e164bc80d3241df8910b04b20d30c42 2024-12-08T22:16:04,607 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/6e164bc80d3241df8910b04b20d30c42, entries=150, sequenceid=320, filesize=12.0 K 2024-12-08T22:16:04,608 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d9e58bd4f787797538422c5de7c6604f in 1651ms, sequenceid=320, compaction requested=true 2024-12-08T22:16:04,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e98b6385458a42689374e1b7495018c6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/0a0d105593f248fdbf338c6928ae4ae2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/5ebc4e9a2e2c432ab61d8e7c89702da0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/b0fd6fe91c4d466fb985c6b9261e5653, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/1544596547224d0c92d3bdd4caedf948, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/95804913ab514d3f9228aaa7aedb4ca6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/f9538921eec84b2e8e98bb4ff9eb56a5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/18a5c130a03546e69c4ac0b8434b1489, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/b76439b3d4e9474bbe1684bba1c958c8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/c9269f884867486aa1605fb9fa8d2e4d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/9121f339e29f4427bd04c9b6a93de203, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/7dc334ca099249d8b50720485aa1b8d0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/307e70c67b5e41a587a694336f07d16c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/ed65c82af523460abbe8bed4d22307ac, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/3e4e55ec0c8d45da9cc42e76f14209b0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/4ad5307c37fa4521ad8a819d4ad80f1f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e0db41aa4a2c49c0a2906953a01e31f5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8cc1a08bd496494fb17fbe744703a39d] to archive 2024-12-08T22:16:04,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:16:04,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e98b6385458a42689374e1b7495018c6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e98b6385458a42689374e1b7495018c6 2024-12-08T22:16:04,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/0a0d105593f248fdbf338c6928ae4ae2 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/0a0d105593f248fdbf338c6928ae4ae2 2024-12-08T22:16:04,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/5ebc4e9a2e2c432ab61d8e7c89702da0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/5ebc4e9a2e2c432ab61d8e7c89702da0 2024-12-08T22:16:04,615 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/b0fd6fe91c4d466fb985c6b9261e5653 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/b0fd6fe91c4d466fb985c6b9261e5653 2024-12-08T22:16:04,617 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/1544596547224d0c92d3bdd4caedf948 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/1544596547224d0c92d3bdd4caedf948 2024-12-08T22:16:04,617 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/95804913ab514d3f9228aaa7aedb4ca6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/95804913ab514d3f9228aaa7aedb4ca6 2024-12-08T22:16:04,618 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/f9538921eec84b2e8e98bb4ff9eb56a5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/f9538921eec84b2e8e98bb4ff9eb56a5 2024-12-08T22:16:04,619 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/18a5c130a03546e69c4ac0b8434b1489 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/18a5c130a03546e69c4ac0b8434b1489 2024-12-08T22:16:04,620 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/b76439b3d4e9474bbe1684bba1c958c8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/b76439b3d4e9474bbe1684bba1c958c8 2024-12-08T22:16:04,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/c9269f884867486aa1605fb9fa8d2e4d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/c9269f884867486aa1605fb9fa8d2e4d 2024-12-08T22:16:04,622 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/9121f339e29f4427bd04c9b6a93de203 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/9121f339e29f4427bd04c9b6a93de203 2024-12-08T22:16:04,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/7dc334ca099249d8b50720485aa1b8d0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/7dc334ca099249d8b50720485aa1b8d0 2024-12-08T22:16:04,624 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/307e70c67b5e41a587a694336f07d16c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/307e70c67b5e41a587a694336f07d16c 2024-12-08T22:16:04,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/ed65c82af523460abbe8bed4d22307ac to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/ed65c82af523460abbe8bed4d22307ac 2024-12-08T22:16:04,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/3e4e55ec0c8d45da9cc42e76f14209b0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/3e4e55ec0c8d45da9cc42e76f14209b0 2024-12-08T22:16:04,626 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/4ad5307c37fa4521ad8a819d4ad80f1f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/4ad5307c37fa4521ad8a819d4ad80f1f 2024-12-08T22:16:04,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e0db41aa4a2c49c0a2906953a01e31f5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/e0db41aa4a2c49c0a2906953a01e31f5 2024-12-08T22:16:04,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8cc1a08bd496494fb17fbe744703a39d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8cc1a08bd496494fb17fbe744703a39d 2024-12-08T22:16:04,629 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/4ea23693f46c4c6f8884403a2a222c14, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/b77902f49782445486d6e7129ae92798, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/316bef36e6c44ccba942bccefe95018f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d7e9246642984ea78c1e498425e91a74, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/9f6175b133204567b8f7e7c70212801a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/0f74d9fc66504f22bac5c3523038f524, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/84294d43ffe24da28b5dc0fa0020c26c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/962296e5c04e417a996480b4bfdf164f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d4502dca129e4ad29e3eee61bddb323c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/c56a71ec598f4617b6bbf45f40e80888, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/40cbb405ea934c2c9ff733bdab75ef0f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3452421c527d43508310ab7422108569, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/132c393ad25647d18f7df0011a1a09db, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/cc7f3232aad0475bae1779ba637592d1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/27273972a628450cbb4131d8f6a156b3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3aedd619693b44279ac8b042dde78f4d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3029f082380342b6aaed314864678064, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/c954cacae988414d866ca9f7d04ff9d1] to archive 2024-12-08T22:16:04,629 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:16:04,631 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/4ea23693f46c4c6f8884403a2a222c14 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/4ea23693f46c4c6f8884403a2a222c14 2024-12-08T22:16:04,631 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/b77902f49782445486d6e7129ae92798 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/b77902f49782445486d6e7129ae92798 2024-12-08T22:16:04,632 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/316bef36e6c44ccba942bccefe95018f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/316bef36e6c44ccba942bccefe95018f 2024-12-08T22:16:04,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d7e9246642984ea78c1e498425e91a74 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d7e9246642984ea78c1e498425e91a74 2024-12-08T22:16:04,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/9f6175b133204567b8f7e7c70212801a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/9f6175b133204567b8f7e7c70212801a 2024-12-08T22:16:04,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/0f74d9fc66504f22bac5c3523038f524 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/0f74d9fc66504f22bac5c3523038f524 2024-12-08T22:16:04,635 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/84294d43ffe24da28b5dc0fa0020c26c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/84294d43ffe24da28b5dc0fa0020c26c 2024-12-08T22:16:04,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/962296e5c04e417a996480b4bfdf164f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/962296e5c04e417a996480b4bfdf164f 2024-12-08T22:16:04,637 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d4502dca129e4ad29e3eee61bddb323c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d4502dca129e4ad29e3eee61bddb323c 2024-12-08T22:16:04,637 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/c56a71ec598f4617b6bbf45f40e80888 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/c56a71ec598f4617b6bbf45f40e80888 2024-12-08T22:16:04,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/40cbb405ea934c2c9ff733bdab75ef0f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/40cbb405ea934c2c9ff733bdab75ef0f 2024-12-08T22:16:04,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3452421c527d43508310ab7422108569 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3452421c527d43508310ab7422108569 2024-12-08T22:16:04,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/132c393ad25647d18f7df0011a1a09db to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/132c393ad25647d18f7df0011a1a09db 2024-12-08T22:16:04,640 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/cc7f3232aad0475bae1779ba637592d1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/cc7f3232aad0475bae1779ba637592d1 2024-12-08T22:16:04,641 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/27273972a628450cbb4131d8f6a156b3 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/27273972a628450cbb4131d8f6a156b3 2024-12-08T22:16:04,642 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3aedd619693b44279ac8b042dde78f4d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3aedd619693b44279ac8b042dde78f4d 2024-12-08T22:16:04,642 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3029f082380342b6aaed314864678064 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/3029f082380342b6aaed314864678064 2024-12-08T22:16:04,643 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/c954cacae988414d866ca9f7d04ff9d1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/c954cacae988414d866ca9f7d04ff9d1 2024-12-08T22:16:04,644 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/85328a44936d4c8dbed9757009c7b814, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ac564803645448989df6cd58db7cc9b6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/cc9e444e88e749ebaeeb7f62edeb3f78, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/2386a7e224874a54a0bbeaec2beed375, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/9be0d29186d54c699ed99eddd6b9eea1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/52984a771e77419f8ebe50e53c84d700, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/06097e8ea6844deba14b58bfb1bc1294, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/e500225bff8c4e9d9272435152cb4a82, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ae00d0b318c64389af073ef4e783cc0b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/4afdacca7ed649ef9393df0e2bbcaa26, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ec036bb5421b4f0681864b78aff9a23a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/c3a124f6e60c4f02b947f64aae09390b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/9c27d82268a34973a3ec42670b577e91, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/805c1de3446f468cad9d2a7a343da894, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/bb173436f1f442a49dca312aa0bc4e7b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/58e457c39b1241679cf89bc1e1358530, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/5b3befc943914ea3ba43a4a3660a83a3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/fc454c9d61074493852345a02c2801ef] to archive 2024-12-08T22:16:04,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:16:04,646 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/85328a44936d4c8dbed9757009c7b814 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/85328a44936d4c8dbed9757009c7b814 2024-12-08T22:16:04,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ac564803645448989df6cd58db7cc9b6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ac564803645448989df6cd58db7cc9b6 2024-12-08T22:16:04,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/cc9e444e88e749ebaeeb7f62edeb3f78 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/cc9e444e88e749ebaeeb7f62edeb3f78 2024-12-08T22:16:04,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/2386a7e224874a54a0bbeaec2beed375 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/2386a7e224874a54a0bbeaec2beed375 2024-12-08T22:16:04,650 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/9be0d29186d54c699ed99eddd6b9eea1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/9be0d29186d54c699ed99eddd6b9eea1 2024-12-08T22:16:04,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/52984a771e77419f8ebe50e53c84d700 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/52984a771e77419f8ebe50e53c84d700 2024-12-08T22:16:04,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/06097e8ea6844deba14b58bfb1bc1294 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/06097e8ea6844deba14b58bfb1bc1294 2024-12-08T22:16:04,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/e500225bff8c4e9d9272435152cb4a82 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/e500225bff8c4e9d9272435152cb4a82 2024-12-08T22:16:04,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ae00d0b318c64389af073ef4e783cc0b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ae00d0b318c64389af073ef4e783cc0b 2024-12-08T22:16:04,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/4afdacca7ed649ef9393df0e2bbcaa26 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/4afdacca7ed649ef9393df0e2bbcaa26 2024-12-08T22:16:04,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ec036bb5421b4f0681864b78aff9a23a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/ec036bb5421b4f0681864b78aff9a23a 2024-12-08T22:16:04,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/c3a124f6e60c4f02b947f64aae09390b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/c3a124f6e60c4f02b947f64aae09390b 2024-12-08T22:16:04,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/9c27d82268a34973a3ec42670b577e91 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/9c27d82268a34973a3ec42670b577e91 2024-12-08T22:16:04,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/805c1de3446f468cad9d2a7a343da894 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/805c1de3446f468cad9d2a7a343da894 2024-12-08T22:16:04,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/bb173436f1f442a49dca312aa0bc4e7b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/bb173436f1f442a49dca312aa0bc4e7b 2024-12-08T22:16:04,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/58e457c39b1241679cf89bc1e1358530 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/58e457c39b1241679cf89bc1e1358530 2024-12-08T22:16:04,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/5b3befc943914ea3ba43a4a3660a83a3 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/5b3befc943914ea3ba43a4a3660a83a3 2024-12-08T22:16:04,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/fc454c9d61074493852345a02c2801ef to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/fc454c9d61074493852345a02c2801ef 2024-12-08T22:16:04,670 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/recovered.edits/323.seqid, newMaxSeqId=323, maxSeqId=4 2024-12-08T22:16:04,671 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. 2024-12-08T22:16:04,671 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1676): Region close journal for d9e58bd4f787797538422c5de7c6604f: Waiting for close lock at 1733696161990Running coprocessor pre-close hooks at 1733696161990Disabling compacts and flushes for region at 1733696161990Disabling writes for close at 1733696162957 (+967 ms)Obtaining lock to block concurrent updates at 1733696162957Preparing flush snapshotting stores in d9e58bd4f787797538422c5de7c6604f at 1733696162957Finished memstore snapshotting TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733696162957Flushing stores of TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f. at 1733696162958 (+1 ms)Flushing d9e58bd4f787797538422c5de7c6604f/A: creating writer at 1733696162958Flushing mob file d9e58bd4f787797538422c5de7c6604f/A: appending metadata at 1733696162962 (+4 ms)Flushing mob file d9e58bd4f787797538422c5de7c6604f/A: closing flushed file at 1733696162962Flushing d9e58bd4f787797538422c5de7c6604f/A: appending metadata at 1733696163370 (+408 ms)Flushing d9e58bd4f787797538422c5de7c6604f/A: closing flushed file at 1733696163370Flushing d9e58bd4f787797538422c5de7c6604f/B: creating writer at 1733696163778 (+408 ms)Flushing d9e58bd4f787797538422c5de7c6604f/B: appending metadata at 1733696163781 (+3 ms)Flushing d9e58bd4f787797538422c5de7c6604f/B: closing flushed file at 1733696163781Flushing d9e58bd4f787797538422c5de7c6604f/C: creating writer at 1733696164187 (+406 ms)Flushing d9e58bd4f787797538422c5de7c6604f/C: appending metadata at 1733696164189 (+2 ms)Flushing d9e58bd4f787797538422c5de7c6604f/C: closing flushed file at 1733696164190 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254377d1: reopening flushed file at 1733696164597 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a53938: reopening flushed file at 1733696164600 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65564ddb: reopening flushed file at 1733696164604 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d9e58bd4f787797538422c5de7c6604f in 1651ms, sequenceid=320, compaction requested=true at 1733696164608 (+4 ms)Writing region close event to WAL at 1733696164667 (+59 ms)Running coprocessor post-close hooks at 1733696164671 (+4 ms)Closed at 1733696164671 2024-12-08T22:16:04,673 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(157): Closed d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:04,674 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=d9e58bd4f787797538422c5de7c6604f, regionState=CLOSED 2024-12-08T22:16:04,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:16:04,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-08T22:16:04,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseRegionProcedure d9e58bd4f787797538422c5de7c6604f, server=45d1fbfb79fd,38403,1733696044665 in 2.8380 sec 2024-12-08T22:16:04,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-12-08T22:16:04,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9e58bd4f787797538422c5de7c6604f, UNASSIGN in 2.8430 sec 2024-12-08T22:16:04,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-08T22:16:04,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.8470 sec 2024-12-08T22:16:04,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696164682"}]},"ts":"1733696164682"} 2024-12-08T22:16:04,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T22:16:04,684 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T22:16:04,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.8560 sec 2024-12-08T22:16:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-08T22:16:06,015 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:06,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T22:16:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:06,017 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:06,018 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=121, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-08T22:16:06,019 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,021 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/recovered.edits] 2024-12-08T22:16:06,023 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/1c9f46b756a1487bbc83299f2b430e66 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/1c9f46b756a1487bbc83299f2b430e66 2024-12-08T22:16:06,024 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/611768370f5e4f4f89a422062d4e35cb to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/611768370f5e4f4f89a422062d4e35cb 2024-12-08T22:16:06,024 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8621c9a8bccf4f5caa88b8780bb73b1d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8621c9a8bccf4f5caa88b8780bb73b1d 2024-12-08T22:16:06,025 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8dcdb2c3c8e3485b97cbd64f18dc9b4a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/8dcdb2c3c8e3485b97cbd64f18dc9b4a 2024-12-08T22:16:06,026 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/db50aa616ee74db4945601c2a8dda0ce to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/A/db50aa616ee74db4945601c2a8dda0ce 2024-12-08T22:16:06,028 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/4f049ee1b8eb4ac6b7eaf88904c8f6d7 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/4f049ee1b8eb4ac6b7eaf88904c8f6d7 2024-12-08T22:16:06,029 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/5a253235b1ba4fe98c7a5519bdbcabcb to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/5a253235b1ba4fe98c7a5519bdbcabcb 2024-12-08T22:16:06,030 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/7625e03a7486419887532d816ed93191 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/7625e03a7486419887532d816ed93191 2024-12-08T22:16:06,031 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d7bcacf601b34e9fb5f21d9220f84e82 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/d7bcacf601b34e9fb5f21d9220f84e82 2024-12-08T22:16:06,035 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/e5d4deb0fda54051b5fd6bb23959b4e3 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/B/e5d4deb0fda54051b5fd6bb23959b4e3 2024-12-08T22:16:06,037 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/22c0709812364778b3af95cacf2c08d8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/22c0709812364778b3af95cacf2c08d8 2024-12-08T22:16:06,038 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/2689b3c0f3cd4979934f4cbba459a05a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/2689b3c0f3cd4979934f4cbba459a05a 2024-12-08T22:16:06,039 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/6e164bc80d3241df8910b04b20d30c42 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/6e164bc80d3241df8910b04b20d30c42 2024-12-08T22:16:06,041 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/f0ad151eb8a84ff8b329a8dc7c01addc to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/f0ad151eb8a84ff8b329a8dc7c01addc 2024-12-08T22:16:06,042 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/f9e0263a09a74888a2b582f7d1985192 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/C/f9e0263a09a74888a2b582f7d1985192 2024-12-08T22:16:06,044 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/recovered.edits/323.seqid to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f/recovered.edits/323.seqid 2024-12-08T22:16:06,045 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,045 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T22:16:06,045 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T22:16:06,046 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-08T22:16:06,048 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412080e734cda32904dd6804685115fb42aba_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412080e734cda32904dd6804685115fb42aba_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,049 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120815b6edbdc7b54d38b8a86cd64eaffe44_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120815b6edbdc7b54d38b8a86cd64eaffe44_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,050 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081fb0d3e61e6046b28f95cd27fcd44e93_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081fb0d3e61e6046b28f95cd27fcd44e93_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,051 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120843f3c06df7404dc78a60655a080546e5_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120843f3c06df7404dc78a60655a080546e5_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,052 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412087513e518648048bd8a1ef649564383ec_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412087513e518648048bd8a1ef649564383ec_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,053 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208771ffdf18e7349cfa61e3112541a683a_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208771ffdf18e7349cfa61e3112541a683a_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,054 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412087a562dc9aba54864b2807ef89efd64b5_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412087a562dc9aba54864b2807ef89efd64b5_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,055 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412087be43a155e5e4a5180333724c8204296_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412087be43a155e5e4a5180333724c8204296_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,056 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120882dc25c0e119451caff8028e16bdf59c_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120882dc25c0e119451caff8028e16bdf59c_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,056 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088826a4cf63ef457fa3fbb290471cae87_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088826a4cf63ef457fa3fbb290471cae87_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,057 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088ff990c8716447c1afefa53a70ebc225_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088ff990c8716447c1afefa53a70ebc225_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,058 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a147826a4c4e44a981645f1c0d9d44f3_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a147826a4c4e44a981645f1c0d9d44f3_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,059 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208afe36ff8e14b410a8635a86a13b03440_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208afe36ff8e14b410a8635a86a13b03440_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,059 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bdd69977516244b4a43019fe2958bfb0_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bdd69977516244b4a43019fe2958bfb0_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,060 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c4352eeb62fe462cbda31c86437a1bc9_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c4352eeb62fe462cbda31c86437a1bc9_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,061 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d7204ec6384148d095e69211b62204f6_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d7204ec6384148d095e69211b62204f6_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,062 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e1f86abb8d7e4b74a6ed2bdeeb315c75_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e1f86abb8d7e4b74a6ed2bdeeb315c75_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,063 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ef83b57d2466477183e5953e5c5c92c4_d9e58bd4f787797538422c5de7c6604f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ef83b57d2466477183e5953e5c5c92c4_d9e58bd4f787797538422c5de7c6604f 2024-12-08T22:16:06,063 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T22:16:06,065 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=121, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:06,070 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T22:16:06,072 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T22:16:06,073 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=121, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:06,073 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T22:16:06,073 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733696166073"}]},"ts":"9223372036854775807"} 2024-12-08T22:16:06,075 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T22:16:06,075 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d9e58bd4f787797538422c5de7c6604f, NAME => 'TestAcidGuarantees,,1733696138926.d9e58bd4f787797538422c5de7c6604f.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T22:16:06,076 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T22:16:06,076 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733696166076"}]},"ts":"9223372036854775807"} 2024-12-08T22:16:06,077 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-08T22:16:06,078 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=121, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:06,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-12-08T22:16:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-08T22:16:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-08T22:16:06,126 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:06,139 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 250) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1197292671_22 at /127.0.0.1:40606 [Waiting for operation #830] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1331598429_22 at /127.0.0.1:58268 [Waiting for operation #395] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1331598429_22 at /127.0.0.1:58252 [Waiting for operation #404] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1197292671_22 at /127.0.0.1:40682 [Waiting for operation #807] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 445) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9572 (was 8930) - AvailableMemoryMB LEAK? - 2024-12-08T22:16:06,149 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=9572 2024-12-08T22:16:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T22:16:06,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T22:16:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:06,153 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T22:16:06,153 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:06,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 122 2024-12-08T22:16:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-08T22:16:06,154 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T22:16:06,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742261_1437 (size=1061) 2024-12-08T22:16:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-08T22:16:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-08T22:16:06,565 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0 2024-12-08T22:16:06,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742262_1438 (size=53) 2024-12-08T22:16:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-08T22:16:06,976 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:16:06,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 556cf82c3abe36dfbb0f85aead7c529c, disabling compactions & flushes 2024-12-08T22:16:06,977 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:06,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:06,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. after waiting 0 ms 2024-12-08T22:16:06,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:06,977 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:06,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 556cf82c3abe36dfbb0f85aead7c529c: Waiting for close lock at 1733696166976Disabling compacts and flushes for region at 1733696166976Disabling writes for close at 1733696166977 (+1 ms)Writing region close event to WAL at 1733696166977Closed at 1733696166977 2024-12-08T22:16:06,980 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T22:16:06,980 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733696166980"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733696166980"}]},"ts":"1733696166980"} 2024-12-08T22:16:06,984 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T22:16:06,986 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T22:16:06,987 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696166986"}]},"ts":"1733696166986"} 2024-12-08T22:16:06,989 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T22:16:06,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=556cf82c3abe36dfbb0f85aead7c529c, ASSIGN}] 2024-12-08T22:16:06,991 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=556cf82c3abe36dfbb0f85aead7c529c, ASSIGN 2024-12-08T22:16:06,992 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=556cf82c3abe36dfbb0f85aead7c529c, ASSIGN; state=OFFLINE, location=45d1fbfb79fd,38403,1733696044665; forceNewPlan=false, retain=false 2024-12-08T22:16:07,143 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=556cf82c3abe36dfbb0f85aead7c529c, regionState=OPENING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:07,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=556cf82c3abe36dfbb0f85aead7c529c, ASSIGN because future has completed 2024-12-08T22:16:07,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:16:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-08T22:16:07,303 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:07,303 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:16:07,304 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,304 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:16:07,304 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,304 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,305 INFO [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,306 INFO [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:16:07,306 INFO [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 556cf82c3abe36dfbb0f85aead7c529c columnFamilyName A 2024-12-08T22:16:07,306 DEBUG [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:07,307 INFO [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] regionserver.HStore(327): Store=556cf82c3abe36dfbb0f85aead7c529c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:16:07,307 INFO [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,308 INFO [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:16:07,308 INFO [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 556cf82c3abe36dfbb0f85aead7c529c columnFamilyName B 2024-12-08T22:16:07,308 DEBUG [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:07,308 INFO [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] regionserver.HStore(327): Store=556cf82c3abe36dfbb0f85aead7c529c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:16:07,308 INFO [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,309 INFO [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:16:07,309 INFO [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 556cf82c3abe36dfbb0f85aead7c529c columnFamilyName C 2024-12-08T22:16:07,309 DEBUG [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:07,310 INFO [StoreOpener-556cf82c3abe36dfbb0f85aead7c529c-1 {}] regionserver.HStore(327): Store=556cf82c3abe36dfbb0f85aead7c529c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:16:07,310 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:07,310 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,310 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,311 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,312 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,312 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,312 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T22:16:07,313 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,314 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:16:07,314 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened 556cf82c3abe36dfbb0f85aead7c529c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70913195, jitterRate=0.05668894946575165}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T22:16:07,314 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:07,315 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for 556cf82c3abe36dfbb0f85aead7c529c: Running coprocessor pre-open hook at 1733696167304Writing region info on filesystem at 1733696167304Initializing all the Stores at 1733696167305 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696167305Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696167305Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696167305Cleaning up temporary data from old regions at 1733696167312 (+7 ms)Running coprocessor post-open hooks at 1733696167314 (+2 ms)Region opened successfully at 1733696167315 (+1 ms) 2024-12-08T22:16:07,316 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., pid=124, masterSystemTime=1733696167301 2024-12-08T22:16:07,318 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:07,318 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:07,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=556cf82c3abe36dfbb0f85aead7c529c, regionState=OPEN, openSeqNum=2, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:07,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:16:07,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-08T22:16:07,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; OpenRegionProcedure 556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 in 173 msec 2024-12-08T22:16:07,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-12-08T22:16:07,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=556cf82c3abe36dfbb0f85aead7c529c, ASSIGN in 332 msec 2024-12-08T22:16:07,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T22:16:07,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696167323"}]},"ts":"1733696167323"} 2024-12-08T22:16:07,325 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T22:16:07,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T22:16:07,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-12-08T22:16:07,620 WARN [regionserver/45d1fbfb79fd:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 1, running: 0 2024-12-08T22:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-08T22:16:08,306 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:08,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751e7b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:08,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:08,308 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:08,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:08,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:08,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac68663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:08,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:08,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:08,310 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:08,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de92ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:08,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:08,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:08,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:08,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T22:16:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 45d1fbfb79fd,41977,1733696043972 2024-12-08T22:16:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cf5897 2024-12-08T22:16:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T22:16:08,316 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T22:16:08,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303f9d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:08,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:08,318 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd7247e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:08,320 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:08,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0142c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621cfad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:08,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:08,322 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acc8557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:08,323 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2700cac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27842489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:08,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:08,325 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c518391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:08,326 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b66f673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3464d23e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:08,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:08,328 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195a7cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:08,329 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e516179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe65078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:08,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:08,330 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e7927e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:08,332 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:08,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e170d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26585529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:08,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:08,334 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711ef616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:08,334 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5bbbe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1293f9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:08,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:08,336 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb3fda7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:08,337 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c7afd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bffa8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:08,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:08,340 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1e4aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:08,342 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438fa447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c22415d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:08,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:08,344 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f320cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:08,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:08,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:08,345 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4420ea05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bce704e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:08,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:08,347 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:08,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:08,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6731a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:08,349 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e85f884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:08,350 DEBUG [Thread-1982 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:08,350 DEBUG [Thread-1988 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:08,350 DEBUG [Thread-1980 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:08,350 DEBUG [Thread-1973 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:08,351 DEBUG [Thread-1969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:08,351 DEBUG [Thread-1975 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:08,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:08,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:08,352 DEBUG [Thread-1977 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:08,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:08,353 DEBUG [Thread-1971 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:08,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:08,353 DEBUG [Thread-1984 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:08,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:08,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:08,354 DEBUG [Thread-1971 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:08,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:08,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:08,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:16:08,356 DEBUG [Thread-1971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:08,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:08,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:16:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-08T22:16:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:16:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:16:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:16:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-08T22:16:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:16:08,359 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:08,359 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:16:08,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:08,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:08,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:16:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:16:08,361 DEBUG [Thread-1986 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:08,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:08,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:08,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2] 2024-12-08T22:16:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:08,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-08T22:16:08,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:08,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:08,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:08,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:08,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:08,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:08,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/199522f8d6f34e82be9f8ae044629a3f is 50, key is test_row_0/A:col10/1733696168389/Put/seqid=0 2024-12-08T22:16:08,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733696168414, max timestamp=1733696168428Num uniques 859; 2024-12-08T22:16:08,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-08T22:16:08,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733696168414, max timestamp=1733696168428Num uniques 859; 2024-12-08T22:16:08,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-08T22:16:08,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733696168414, max timestamp=1733696168428Num uniques 859; 2024-12-08T22:16:08,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-08T22:16:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742263_1439 (size=12001) 2024-12-08T22:16:08,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/199522f8d6f34e82be9f8ae044629a3f 2024-12-08T22:16:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-08T22:16:08,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696228453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696228454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/4ff9f9f4e7654150ae1815fb4d5b3901 is 50, key is test_row_0/B:col10/1733696168389/Put/seqid=0 2024-12-08T22:16:08,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696228459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696228460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696228465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742264_1440 (size=12001) 2024-12-08T22:16:08,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/4ff9f9f4e7654150ae1815fb4d5b3901 2024-12-08T22:16:08,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/d2244971c4a74c618eee0a48476cc406 is 50, key is test_row_0/C:col10/1733696168389/Put/seqid=0 2024-12-08T22:16:08,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742265_1441 (size=12001) 2024-12-08T22:16:08,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-08T22:16:08,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:08,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:08,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:08,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:08,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:08,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696228575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696228575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696228575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696228586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696228587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-08T22:16:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:08,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-08T22:16:08,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696228785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696228785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696228785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696228795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696228805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:08,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-08T22:16:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:08,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:08,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/d2244971c4a74c618eee0a48476cc406 2024-12-08T22:16:08,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/199522f8d6f34e82be9f8ae044629a3f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/199522f8d6f34e82be9f8ae044629a3f 2024-12-08T22:16:08,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/199522f8d6f34e82be9f8ae044629a3f, entries=150, sequenceid=12, filesize=11.7 K 2024-12-08T22:16:08,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/4ff9f9f4e7654150ae1815fb4d5b3901 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4ff9f9f4e7654150ae1815fb4d5b3901 2024-12-08T22:16:08,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4ff9f9f4e7654150ae1815fb4d5b3901, entries=150, sequenceid=12, filesize=11.7 K 2024-12-08T22:16:08,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/d2244971c4a74c618eee0a48476cc406 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/d2244971c4a74c618eee0a48476cc406 2024-12-08T22:16:08,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/d2244971c4a74c618eee0a48476cc406, entries=150, sequenceid=12, filesize=11.7 K 2024-12-08T22:16:08,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.94 KB/135110 for 556cf82c3abe36dfbb0f85aead7c529c in 519ms, sequenceid=12, compaction requested=false 2024-12-08T22:16:08,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:08,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-08T22:16:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:08,973 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=131.94 KB heapSize=365.84 KB 2024-12-08T22:16:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:08,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/336d25c0fc844bb6817beda2fb30aa62 is 50, key is test_row_0/A:col10/1733696168452/Put/seqid=0 2024-12-08T22:16:08,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742266_1442 (size=12001) 2024-12-08T22:16:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-08T22:16:08,989 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/336d25c0fc844bb6817beda2fb30aa62 2024-12-08T22:16:08,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/aba1116055734a4195f381727efa167e is 50, key is test_row_0/B:col10/1733696168452/Put/seqid=0 2024-12-08T22:16:09,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742267_1443 (size=12001) 2024-12-08T22:16:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:09,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:09,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696229115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696229116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696229116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696229120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696229121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696229225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696229226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696229235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696229235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,404 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/aba1116055734a4195f381727efa167e 2024-12-08T22:16:09,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/47c29647fe8247aaa5e7500462feef3f is 50, key is test_row_0/C:col10/1733696168452/Put/seqid=0 2024-12-08T22:16:09,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742268_1444 (size=12001) 2024-12-08T22:16:09,422 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/47c29647fe8247aaa5e7500462feef3f 2024-12-08T22:16:09,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/336d25c0fc844bb6817beda2fb30aa62 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/336d25c0fc844bb6817beda2fb30aa62 2024-12-08T22:16:09,427 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/336d25c0fc844bb6817beda2fb30aa62, entries=150, sequenceid=46, filesize=11.7 K 2024-12-08T22:16:09,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/aba1116055734a4195f381727efa167e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/aba1116055734a4195f381727efa167e 2024-12-08T22:16:09,430 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/aba1116055734a4195f381727efa167e, entries=150, sequenceid=46, filesize=11.7 K 2024-12-08T22:16:09,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/47c29647fe8247aaa5e7500462feef3f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/47c29647fe8247aaa5e7500462feef3f 2024-12-08T22:16:09,433 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/47c29647fe8247aaa5e7500462feef3f, entries=150, sequenceid=46, filesize=11.7 K 2024-12-08T22:16:09,434 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~365.80 KB/374576, currentSize=53.67 KB/54960 for 556cf82c3abe36dfbb0f85aead7c529c in 460ms, sequenceid=46, compaction requested=false 2024-12-08T22:16:09,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:09,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:09,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-08T22:16:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-08T22:16:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:09,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-08T22:16:09,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:09,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:09,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:09,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:09,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:09,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:09,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-08T22:16:09,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0760 sec 2024-12-08T22:16:09,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0830 sec 2024-12-08T22:16:09,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/dfc53141d9f94175b8905536f0c67cfa is 50, key is test_row_0/A:col10/1733696169119/Put/seqid=0 2024-12-08T22:16:09,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742269_1445 (size=11997) 2024-12-08T22:16:09,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/dfc53141d9f94175b8905536f0c67cfa 2024-12-08T22:16:09,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/f5782b5cf10c44238eebe5f8e9e5b82a is 50, key is test_row_0/B:col10/1733696169119/Put/seqid=0 2024-12-08T22:16:09,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742270_1446 (size=9657) 2024-12-08T22:16:09,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696229463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696229467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696229468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696229468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-08T22:16:09,495 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:09,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-08T22:16:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T22:16:09,497 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:09,497 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:09,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:09,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696229575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696229575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696229576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696229585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T22:16:09,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696229635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T22:16:09,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:09,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:09,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:09,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:09,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:09,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696229785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696229785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696229785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696229794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:09,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T22:16:09,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:09,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:09,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:09,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:09,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T22:16:09,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/f5782b5cf10c44238eebe5f8e9e5b82a 2024-12-08T22:16:09,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/763ae850f1b74fc4ba7364f41414ed86 is 50, key is test_row_0/C:col10/1733696169119/Put/seqid=0 2024-12-08T22:16:09,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742271_1447 (size=9657) 2024-12-08T22:16:09,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T22:16:09,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:09,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:09,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:09,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:09,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:10,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696230095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696230095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696230095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T22:16:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:10,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:10,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696230105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T22:16:10,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T22:16:10,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/763ae850f1b74fc4ba7364f41414ed86 2024-12-08T22:16:10,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T22:16:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:10,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:10,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/dfc53141d9f94175b8905536f0c67cfa as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/dfc53141d9f94175b8905536f0c67cfa 2024-12-08T22:16:10,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/dfc53141d9f94175b8905536f0c67cfa, entries=150, sequenceid=58, filesize=11.7 K 2024-12-08T22:16:10,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/f5782b5cf10c44238eebe5f8e9e5b82a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/f5782b5cf10c44238eebe5f8e9e5b82a 2024-12-08T22:16:10,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/f5782b5cf10c44238eebe5f8e9e5b82a, entries=100, sequenceid=58, filesize=9.4 K 2024-12-08T22:16:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/763ae850f1b74fc4ba7364f41414ed86 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/763ae850f1b74fc4ba7364f41414ed86 2024-12-08T22:16:10,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/763ae850f1b74fc4ba7364f41414ed86, entries=100, sequenceid=58, filesize=9.4 K 2024-12-08T22:16:10,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 556cf82c3abe36dfbb0f85aead7c529c in 834ms, sequenceid=58, compaction requested=true 2024-12-08T22:16:10,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:10,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:10,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:10,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:10,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:10,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:10,270 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:10,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:10,270 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:10,271 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:10,271 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:10,271 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/A is initiating minor compaction (all files) 2024-12-08T22:16:10,271 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/B is initiating minor compaction (all files) 2024-12-08T22:16:10,271 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/B in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:10,271 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/A in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:10,271 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4ff9f9f4e7654150ae1815fb4d5b3901, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/aba1116055734a4195f381727efa167e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/f5782b5cf10c44238eebe5f8e9e5b82a] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=32.9 K 2024-12-08T22:16:10,271 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/199522f8d6f34e82be9f8ae044629a3f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/336d25c0fc844bb6817beda2fb30aa62, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/dfc53141d9f94175b8905536f0c67cfa] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=35.2 K 2024-12-08T22:16:10,271 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ff9f9f4e7654150ae1815fb4d5b3901, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733696168385 2024-12-08T22:16:10,271 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 199522f8d6f34e82be9f8ae044629a3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733696168385 2024-12-08T22:16:10,271 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 336d25c0fc844bb6817beda2fb30aa62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733696168452 2024-12-08T22:16:10,271 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting aba1116055734a4195f381727efa167e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733696168452 2024-12-08T22:16:10,272 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfc53141d9f94175b8905536f0c67cfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733696169113 2024-12-08T22:16:10,272 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting f5782b5cf10c44238eebe5f8e9e5b82a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733696169119 2024-12-08T22:16:10,276 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#A#compaction#376 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:10,277 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:10,277 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/86f28c6a541c405eb67c4a060ee005c7 is 50, key is test_row_0/A:col10/1733696169119/Put/seqid=0 2024-12-08T22:16:10,277 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/6a63b40ddc1d45d8a1063d6340318c1e is 50, key is test_row_0/B:col10/1733696169119/Put/seqid=0 2024-12-08T22:16:10,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742273_1449 (size=12104) 2024-12-08T22:16:10,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742272_1448 (size=12104) 2024-12-08T22:16:10,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T22:16:10,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:10,413 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:16:10,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:10,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:10,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:10,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:10,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:10,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/2aceee9ebd1f468da7f581c0820cd642 is 50, key is test_row_0/A:col10/1733696169467/Put/seqid=0 2024-12-08T22:16:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742274_1450 (size=12001) 2024-12-08T22:16:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:10,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:10,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696230619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696230622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696230623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696230624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T22:16:10,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696230645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,649 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in 556cf82c3abe36dfbb0f85aead7c529c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,686 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/6a63b40ddc1d45d8a1063d6340318c1e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6a63b40ddc1d45d8a1063d6340318c1e 2024-12-08T22:16:10,690 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/B of 556cf82c3abe36dfbb0f85aead7c529c into 6a63b40ddc1d45d8a1063d6340318c1e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:10,690 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:10,690 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/B, priority=13, startTime=1733696170270; duration=0sec 2024-12-08T22:16:10,690 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:10,690 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:B 2024-12-08T22:16:10,690 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:10,693 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/86f28c6a541c405eb67c4a060ee005c7 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/86f28c6a541c405eb67c4a060ee005c7 2024-12-08T22:16:10,693 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:10,693 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/C is initiating minor compaction (all files) 2024-12-08T22:16:10,693 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/C in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:10,693 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/d2244971c4a74c618eee0a48476cc406, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/47c29647fe8247aaa5e7500462feef3f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/763ae850f1b74fc4ba7364f41414ed86] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=32.9 K 2024-12-08T22:16:10,694 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d2244971c4a74c618eee0a48476cc406, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733696168385 2024-12-08T22:16:10,694 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 47c29647fe8247aaa5e7500462feef3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733696168452 2024-12-08T22:16:10,695 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 763ae850f1b74fc4ba7364f41414ed86, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733696169119 2024-12-08T22:16:10,697 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/A of 556cf82c3abe36dfbb0f85aead7c529c into 86f28c6a541c405eb67c4a060ee005c7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:10,697 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:10,697 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/A, priority=13, startTime=1733696170270; duration=0sec 2024-12-08T22:16:10,697 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:10,697 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:A 2024-12-08T22:16:10,702 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:10,703 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/f1ec483ed9ed4ffca54f5b7b7d2e1abf is 50, key is test_row_0/C:col10/1733696169119/Put/seqid=0 2024-12-08T22:16:10,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742275_1451 (size=12104) 2024-12-08T22:16:10,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696230735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696230735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696230745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696230745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,833 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/2aceee9ebd1f468da7f581c0820cd642 2024-12-08T22:16:10,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/4a4ed4466a014b0785759447deb3afdd is 50, key is test_row_0/B:col10/1733696169467/Put/seqid=0 2024-12-08T22:16:10,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742276_1452 (size=12001) 2024-12-08T22:16:10,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696230945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696230945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696230955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:10,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696230965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:11,109 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/f1ec483ed9ed4ffca54f5b7b7d2e1abf as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/f1ec483ed9ed4ffca54f5b7b7d2e1abf 2024-12-08T22:16:11,113 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/C of 556cf82c3abe36dfbb0f85aead7c529c into f1ec483ed9ed4ffca54f5b7b7d2e1abf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:11,113 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:11,113 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/C, priority=13, startTime=1733696170270; duration=0sec 2024-12-08T22:16:11,113 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:11,113 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:C 2024-12-08T22:16:11,243 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/4a4ed4466a014b0785759447deb3afdd 2024-12-08T22:16:11,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/c9695076e43b489e94f60c611ad32acf is 50, key is test_row_0/C:col10/1733696169467/Put/seqid=0 2024-12-08T22:16:11,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742277_1453 (size=12001) 2024-12-08T22:16:11,252 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/c9695076e43b489e94f60c611ad32acf 2024-12-08T22:16:11,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/2aceee9ebd1f468da7f581c0820cd642 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2aceee9ebd1f468da7f581c0820cd642 2024-12-08T22:16:11,257 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2aceee9ebd1f468da7f581c0820cd642, entries=150, sequenceid=78, filesize=11.7 K 2024-12-08T22:16:11,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/4a4ed4466a014b0785759447deb3afdd as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4a4ed4466a014b0785759447deb3afdd 2024-12-08T22:16:11,261 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4a4ed4466a014b0785759447deb3afdd, entries=150, sequenceid=78, filesize=11.7 K 2024-12-08T22:16:11,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/c9695076e43b489e94f60c611ad32acf as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/c9695076e43b489e94f60c611ad32acf 2024-12-08T22:16:11,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696231254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:11,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696231255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:11,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:11,264 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/c9695076e43b489e94f60c611ad32acf, entries=150, sequenceid=78, filesize=11.7 K 2024-12-08T22:16:11,264 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 556cf82c3abe36dfbb0f85aead7c529c in 851ms, sequenceid=78, compaction requested=false 2024-12-08T22:16:11,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:11,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:11,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-08T22:16:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-08T22:16:11,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-08T22:16:11,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7690 sec 2024-12-08T22:16:11,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.7720 sec 2024-12-08T22:16:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:11,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-08T22:16:11,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:11,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:11,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:11,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:11,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:11,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:11,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/9f8c1a192fe54a99a5d23d964796f667 is 50, key is test_row_0/A:col10/1733696171268/Put/seqid=0 2024-12-08T22:16:11,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742278_1454 (size=14341) 2024-12-08T22:16:11,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/9f8c1a192fe54a99a5d23d964796f667 2024-12-08T22:16:11,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/2cd422d50e9e43db9fd3db4683be43ad is 50, key is test_row_0/B:col10/1733696171268/Put/seqid=0 2024-12-08T22:16:11,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742279_1455 (size=12001) 2024-12-08T22:16:11,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696231336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:11,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696231339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:11,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696231445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:11,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696231455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T22:16:11,646 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:11,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-08T22:16:11,648 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-08T22:16:11,648 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:11,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:11,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696231665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:11,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696231666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:11,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/2cd422d50e9e43db9fd3db4683be43ad 2024-12-08T22:16:11,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/e687376114374fe5bbb138f180af7985 is 50, key is test_row_0/C:col10/1733696171268/Put/seqid=0 2024-12-08T22:16:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742280_1456 (size=12001) 2024-12-08T22:16:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-08T22:16:11,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696231775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:11,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696231775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:11,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-08T22:16:11,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:11,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:11,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:11,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:11,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-08T22:16:11,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:11,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:11,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:11,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:11,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-08T22:16:11,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696231985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:11,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696231985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:12,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-08T22:16:12,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:12,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:12,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:12,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:12,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:12,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/e687376114374fe5bbb138f180af7985 2024-12-08T22:16:12,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/9f8c1a192fe54a99a5d23d964796f667 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/9f8c1a192fe54a99a5d23d964796f667 2024-12-08T22:16:12,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/9f8c1a192fe54a99a5d23d964796f667, entries=200, sequenceid=94, filesize=14.0 K 2024-12-08T22:16:12,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/2cd422d50e9e43db9fd3db4683be43ad as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2cd422d50e9e43db9fd3db4683be43ad 2024-12-08T22:16:12,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2cd422d50e9e43db9fd3db4683be43ad, entries=150, sequenceid=94, filesize=11.7 K 2024-12-08T22:16:12,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/e687376114374fe5bbb138f180af7985 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e687376114374fe5bbb138f180af7985 2024-12-08T22:16:12,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e687376114374fe5bbb138f180af7985, entries=150, sequenceid=94, filesize=11.7 K 2024-12-08T22:16:12,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 556cf82c3abe36dfbb0f85aead7c529c in 875ms, sequenceid=94, compaction requested=true 2024-12-08T22:16:12,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:12,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:12,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:12,144 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:12,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:12,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:12,144 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:12,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:12,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:12,145 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:12,145 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:12,145 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/B is initiating minor compaction (all files) 2024-12-08T22:16:12,145 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/A is initiating minor compaction (all files) 2024-12-08T22:16:12,145 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/B in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:12,145 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/A in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:12,145 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/86f28c6a541c405eb67c4a060ee005c7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2aceee9ebd1f468da7f581c0820cd642, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/9f8c1a192fe54a99a5d23d964796f667] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=37.5 K 2024-12-08T22:16:12,145 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6a63b40ddc1d45d8a1063d6340318c1e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4a4ed4466a014b0785759447deb3afdd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2cd422d50e9e43db9fd3db4683be43ad] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=35.3 K 2024-12-08T22:16:12,146 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a63b40ddc1d45d8a1063d6340318c1e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733696168462 2024-12-08T22:16:12,146 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86f28c6a541c405eb67c4a060ee005c7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733696168462 2024-12-08T22:16:12,146 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aceee9ebd1f468da7f581c0820cd642, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733696169466 2024-12-08T22:16:12,146 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a4ed4466a014b0785759447deb3afdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733696169466 2024-12-08T22:16:12,146 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f8c1a192fe54a99a5d23d964796f667, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733696170612 2024-12-08T22:16:12,146 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cd422d50e9e43db9fd3db4683be43ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733696170612 2024-12-08T22:16:12,152 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:12,153 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/0d2b8366aa6e4e1ab5c99c300aec8ddd is 50, key is test_row_0/B:col10/1733696171268/Put/seqid=0 2024-12-08T22:16:12,155 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#A#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:12,155 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/7b99e1cd08ae41bbbb5c9ca15e7da939 is 50, key is test_row_0/A:col10/1733696171268/Put/seqid=0 2024-12-08T22:16:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742281_1457 (size=12207) 2024-12-08T22:16:12,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742282_1458 (size=12207) 2024-12-08T22:16:12,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-08T22:16:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:12,265 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-08T22:16:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:12,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/373a47a11f294b359efa1e33141e7987 is 50, key is test_row_0/A:col10/1733696171338/Put/seqid=0 2024-12-08T22:16:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-08T22:16:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742283_1459 (size=12001) 2024-12-08T22:16:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:12,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:12,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696232543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:12,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696232546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:12,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:12,570 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/0d2b8366aa6e4e1ab5c99c300aec8ddd as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/0d2b8366aa6e4e1ab5c99c300aec8ddd 2024-12-08T22:16:12,574 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/B of 556cf82c3abe36dfbb0f85aead7c529c into 0d2b8366aa6e4e1ab5c99c300aec8ddd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:12,574 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:12,574 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/B, priority=13, startTime=1733696172144; duration=0sec 2024-12-08T22:16:12,574 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:12,574 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:B 2024-12-08T22:16:12,574 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:12,575 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/7b99e1cd08ae41bbbb5c9ca15e7da939 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7b99e1cd08ae41bbbb5c9ca15e7da939 2024-12-08T22:16:12,575 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:12,575 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/C is initiating minor compaction (all files) 2024-12-08T22:16:12,575 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/C in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:12,575 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/f1ec483ed9ed4ffca54f5b7b7d2e1abf, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/c9695076e43b489e94f60c611ad32acf, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e687376114374fe5bbb138f180af7985] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=35.3 K 2024-12-08T22:16:12,575 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting f1ec483ed9ed4ffca54f5b7b7d2e1abf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733696168462 2024-12-08T22:16:12,575 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c9695076e43b489e94f60c611ad32acf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733696169466 2024-12-08T22:16:12,576 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting e687376114374fe5bbb138f180af7985, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733696170612 2024-12-08T22:16:12,579 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/A of 556cf82c3abe36dfbb0f85aead7c529c into 7b99e1cd08ae41bbbb5c9ca15e7da939(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:12,579 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:12,579 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/A, priority=13, startTime=1733696172144; duration=0sec 2024-12-08T22:16:12,579 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:12,579 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:A 2024-12-08T22:16:12,582 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#C#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:12,582 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/06c7053ea52241d7afc159416884c8df is 50, key is test_row_0/C:col10/1733696171268/Put/seqid=0 2024-12-08T22:16:12,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742284_1460 (size=12207) 2024-12-08T22:16:12,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696232655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:12,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696232665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:12,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696232675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:12,681 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in 556cf82c3abe36dfbb0f85aead7c529c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:12,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:12,682 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/373a47a11f294b359efa1e33141e7987 2024-12-08T22:16:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/91cc2d2e22994187acb52a7462d2ce5b is 50, key is test_row_0/B:col10/1733696171338/Put/seqid=0 2024-12-08T22:16:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742285_1461 (size=12001) 2024-12-08T22:16:12,692 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/91cc2d2e22994187acb52a7462d2ce5b 2024-12-08T22:16:12,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/3e21ac0439ce4a1ea8517f13ae5657de is 50, key is test_row_0/C:col10/1733696171338/Put/seqid=0 2024-12-08T22:16:12,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742286_1462 (size=12001) 2024-12-08T22:16:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-08T22:16:12,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696232795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:12,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696232795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:12,801 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in 556cf82c3abe36dfbb0f85aead7c529c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:12,801 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in 556cf82c3abe36dfbb0f85aead7c529c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:12,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:12,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696232865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:12,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696232875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:12,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:12,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:12,988 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/06c7053ea52241d7afc159416884c8df as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/06c7053ea52241d7afc159416884c8df 2024-12-08T22:16:12,991 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/C of 556cf82c3abe36dfbb0f85aead7c529c into 06c7053ea52241d7afc159416884c8df(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:12,991 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:12,991 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/C, priority=13, startTime=1733696172144; duration=0sec 2024-12-08T22:16:12,991 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:12,991 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:C 2024-12-08T22:16:13,099 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/3e21ac0439ce4a1ea8517f13ae5657de 2024-12-08T22:16:13,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/373a47a11f294b359efa1e33141e7987 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/373a47a11f294b359efa1e33141e7987 2024-12-08T22:16:13,111 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/373a47a11f294b359efa1e33141e7987, entries=150, sequenceid=113, filesize=11.7 K 2024-12-08T22:16:13,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/91cc2d2e22994187acb52a7462d2ce5b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/91cc2d2e22994187acb52a7462d2ce5b 2024-12-08T22:16:13,116 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/91cc2d2e22994187acb52a7462d2ce5b, entries=150, sequenceid=113, filesize=11.7 K 2024-12-08T22:16:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/3e21ac0439ce4a1ea8517f13ae5657de as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/3e21ac0439ce4a1ea8517f13ae5657de 2024-12-08T22:16:13,119 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/3e21ac0439ce4a1ea8517f13ae5657de, entries=150, sequenceid=113, filesize=11.7 K 2024-12-08T22:16:13,120 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 556cf82c3abe36dfbb0f85aead7c529c in 855ms, sequenceid=113, compaction requested=false 2024-12-08T22:16:13,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:13,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:13,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-08T22:16:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-08T22:16:13,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-08T22:16:13,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4720 sec 2024-12-08T22:16:13,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.4780 sec 2024-12-08T22:16:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:13,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-08T22:16:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:13,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/9cd284efa1414354bb9653cfe0fe04a6 is 50, key is test_row_0/A:col10/1733696172542/Put/seqid=0 2024-12-08T22:16:13,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742287_1463 (size=14391) 2024-12-08T22:16:13,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/9cd284efa1414354bb9653cfe0fe04a6 2024-12-08T22:16:13,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/5afb1d6bd7d94f778a15fee087368c11 is 50, key is test_row_0/B:col10/1733696172542/Put/seqid=0 2024-12-08T22:16:13,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742288_1464 (size=12051) 2024-12-08T22:16:13,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/5afb1d6bd7d94f778a15fee087368c11 2024-12-08T22:16:13,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/6b35c66de00f4bca9899a4f83a43368d is 50, key is test_row_0/C:col10/1733696172542/Put/seqid=0 2024-12-08T22:16:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742289_1465 (size=12051) 2024-12-08T22:16:13,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696233237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:13,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696233243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:13,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696233355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696233355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:13,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696233565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:13,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696233565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:13,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/6b35c66de00f4bca9899a4f83a43368d 2024-12-08T22:16:13,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/9cd284efa1414354bb9653cfe0fe04a6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/9cd284efa1414354bb9653cfe0fe04a6 2024-12-08T22:16:13,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/9cd284efa1414354bb9653cfe0fe04a6, entries=200, sequenceid=130, filesize=14.1 K 2024-12-08T22:16:13,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/5afb1d6bd7d94f778a15fee087368c11 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/5afb1d6bd7d94f778a15fee087368c11 2024-12-08T22:16:13,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/5afb1d6bd7d94f778a15fee087368c11, entries=150, sequenceid=130, filesize=11.8 K 2024-12-08T22:16:13,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/6b35c66de00f4bca9899a4f83a43368d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/6b35c66de00f4bca9899a4f83a43368d 2024-12-08T22:16:13,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/6b35c66de00f4bca9899a4f83a43368d, entries=150, sequenceid=130, filesize=11.8 K 2024-12-08T22:16:13,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 556cf82c3abe36dfbb0f85aead7c529c in 461ms, sequenceid=130, compaction requested=true 2024-12-08T22:16:13,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:13,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:13,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:13,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:13,642 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:13,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:13,642 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:13,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:13,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:13,642 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:13,643 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:13,643 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/A is initiating minor compaction (all files) 2024-12-08T22:16:13,643 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/B is initiating minor compaction (all files) 2024-12-08T22:16:13,643 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/A in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:13,643 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/B in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:13,643 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7b99e1cd08ae41bbbb5c9ca15e7da939, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/373a47a11f294b359efa1e33141e7987, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/9cd284efa1414354bb9653cfe0fe04a6] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=37.7 K 2024-12-08T22:16:13,643 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/0d2b8366aa6e4e1ab5c99c300aec8ddd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/91cc2d2e22994187acb52a7462d2ce5b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/5afb1d6bd7d94f778a15fee087368c11] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=35.4 K 2024-12-08T22:16:13,643 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d2b8366aa6e4e1ab5c99c300aec8ddd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733696170612 2024-12-08T22:16:13,643 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b99e1cd08ae41bbbb5c9ca15e7da939, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733696170612 2024-12-08T22:16:13,643 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 373a47a11f294b359efa1e33141e7987, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733696171293 2024-12-08T22:16:13,643 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 91cc2d2e22994187acb52a7462d2ce5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733696171293 2024-12-08T22:16:13,644 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cd284efa1414354bb9653cfe0fe04a6, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733696172534 2024-12-08T22:16:13,644 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 5afb1d6bd7d94f778a15fee087368c11, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733696172534 2024-12-08T22:16:13,652 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#B#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:13,652 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/c2312ae75c754b2ab6827cb5ceb11fd8 is 50, key is test_row_0/B:col10/1733696172542/Put/seqid=0 2024-12-08T22:16:13,654 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#A#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:13,655 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/ed3a9338de2f47fb820e3ed9a3cdb397 is 50, key is test_row_0/A:col10/1733696172542/Put/seqid=0 2024-12-08T22:16:13,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742290_1466 (size=12359) 2024-12-08T22:16:13,678 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/c2312ae75c754b2ab6827cb5ceb11fd8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/c2312ae75c754b2ab6827cb5ceb11fd8 2024-12-08T22:16:13,692 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/B of 556cf82c3abe36dfbb0f85aead7c529c into c2312ae75c754b2ab6827cb5ceb11fd8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:13,692 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:13,692 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/B, priority=13, startTime=1733696173642; duration=0sec 2024-12-08T22:16:13,692 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:13,692 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:B 2024-12-08T22:16:13,692 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:13,693 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:13,693 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/C is initiating minor compaction (all files) 2024-12-08T22:16:13,693 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/C in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:13,694 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/06c7053ea52241d7afc159416884c8df, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/3e21ac0439ce4a1ea8517f13ae5657de, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/6b35c66de00f4bca9899a4f83a43368d] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=35.4 K 2024-12-08T22:16:13,694 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 06c7053ea52241d7afc159416884c8df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733696170612 2024-12-08T22:16:13,694 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e21ac0439ce4a1ea8517f13ae5657de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733696171293 2024-12-08T22:16:13,694 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b35c66de00f4bca9899a4f83a43368d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733696172534 2024-12-08T22:16:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742291_1467 (size=12359) 2024-12-08T22:16:13,715 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:13,716 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/0699b8ad744a496caae80d8aa2b28895 is 50, key is test_row_0/C:col10/1733696172542/Put/seqid=0 2024-12-08T22:16:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742292_1468 (size=12359) 2024-12-08T22:16:13,771 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/0699b8ad744a496caae80d8aa2b28895 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/0699b8ad744a496caae80d8aa2b28895 2024-12-08T22:16:13,776 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/C of 556cf82c3abe36dfbb0f85aead7c529c into 0699b8ad744a496caae80d8aa2b28895(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:13,776 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:13,776 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/C, priority=13, startTime=1733696173642; duration=0sec 2024-12-08T22:16:13,776 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:13,776 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:C 2024-12-08T22:16:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-08T22:16:13,796 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:13,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-08T22:16:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-08T22:16:13,798 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:13,799 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:13,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:13,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-08T22:16:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:13,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/b2ba2998145f410ebdc6b8b47d809729 is 50, key is test_row_0/A:col10/1733696173242/Put/seqid=0 2024-12-08T22:16:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-08T22:16:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742293_1469 (size=14541) 2024-12-08T22:16:13,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696233938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:13,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-08T22:16:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:13,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:13,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696233955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:13,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:13,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696234065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696234075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-08T22:16:14,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:14,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:14,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:14,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:14,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:14,112 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/ed3a9338de2f47fb820e3ed9a3cdb397 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/ed3a9338de2f47fb820e3ed9a3cdb397 2024-12-08T22:16:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-08T22:16:14,120 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/A of 556cf82c3abe36dfbb0f85aead7c529c into ed3a9338de2f47fb820e3ed9a3cdb397(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:14,120 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:14,120 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/A, priority=13, startTime=1733696173642; duration=0sec 2024-12-08T22:16:14,120 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:14,120 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:A 2024-12-08T22:16:14,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-08T22:16:14,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:14,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:14,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:14,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:14,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:14,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696234285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696234296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/b2ba2998145f410ebdc6b8b47d809729 2024-12-08T22:16:14,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/62a789c60e4344eaa713f5634060c56f is 50, key is test_row_0/B:col10/1733696173242/Put/seqid=0 2024-12-08T22:16:14,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742294_1470 (size=12151) 2024-12-08T22:16:14,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/62a789c60e4344eaa713f5634060c56f 2024-12-08T22:16:14,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/931cb08d31394cc59bdb73785ece7be5 is 50, key is test_row_0/C:col10/1733696173242/Put/seqid=0 2024-12-08T22:16:14,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742295_1471 (size=12151) 2024-12-08T22:16:14,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/931cb08d31394cc59bdb73785ece7be5 2024-12-08T22:16:14,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/b2ba2998145f410ebdc6b8b47d809729 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/b2ba2998145f410ebdc6b8b47d809729 2024-12-08T22:16:14,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/b2ba2998145f410ebdc6b8b47d809729, entries=200, sequenceid=151, filesize=14.2 K 2024-12-08T22:16:14,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/62a789c60e4344eaa713f5634060c56f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/62a789c60e4344eaa713f5634060c56f 2024-12-08T22:16:14,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/62a789c60e4344eaa713f5634060c56f, entries=150, sequenceid=151, filesize=11.9 K 2024-12-08T22:16:14,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/931cb08d31394cc59bdb73785ece7be5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/931cb08d31394cc59bdb73785ece7be5 2024-12-08T22:16:14,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-08T22:16:14,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:14,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:14,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/931cb08d31394cc59bdb73785ece7be5, entries=150, sequenceid=151, filesize=11.9 K 2024-12-08T22:16:14,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 556cf82c3abe36dfbb0f85aead7c529c in 543ms, sequenceid=151, compaction requested=false 2024-12-08T22:16:14,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-08T22:16:14,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-08T22:16:14,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:14,570 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-08T22:16:14,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:14,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:14,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:14,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:14,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/8ec48109c2ed40569308a7c650ca90e2 is 50, key is test_row_0/A:col10/1733696173936/Put/seqid=0 2024-12-08T22:16:14,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742296_1472 (size=12151) 2024-12-08T22:16:14,589 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/8ec48109c2ed40569308a7c650ca90e2 2024-12-08T22:16:14,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/6b4c81f1c0d244cf9955ab4e8c75cfa1 is 50, key is test_row_0/B:col10/1733696173936/Put/seqid=0 2024-12-08T22:16:14,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742297_1473 (size=12151) 2024-12-08T22:16:14,661 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/6b4c81f1c0d244cf9955ab4e8c75cfa1 2024-12-08T22:16:14,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/7b3b37bba4f545a5a1b85e8910fb5332 is 50, key is test_row_0/C:col10/1733696173936/Put/seqid=0 2024-12-08T22:16:14,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742298_1474 (size=12151) 2024-12-08T22:16:14,726 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/7b3b37bba4f545a5a1b85e8910fb5332 2024-12-08T22:16:14,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696234712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696234718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/8ec48109c2ed40569308a7c650ca90e2 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8ec48109c2ed40569308a7c650ca90e2 2024-12-08T22:16:14,737 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8ec48109c2ed40569308a7c650ca90e2, entries=150, sequenceid=165, filesize=11.9 K 2024-12-08T22:16:14,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/6b4c81f1c0d244cf9955ab4e8c75cfa1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6b4c81f1c0d244cf9955ab4e8c75cfa1 2024-12-08T22:16:14,743 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6b4c81f1c0d244cf9955ab4e8c75cfa1, entries=150, sequenceid=165, filesize=11.9 K 2024-12-08T22:16:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/7b3b37bba4f545a5a1b85e8910fb5332 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/7b3b37bba4f545a5a1b85e8910fb5332 2024-12-08T22:16:14,747 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/7b3b37bba4f545a5a1b85e8910fb5332, entries=150, sequenceid=165, filesize=11.9 K 2024-12-08T22:16:14,748 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 556cf82c3abe36dfbb0f85aead7c529c in 178ms, sequenceid=165, compaction requested=true 2024-12-08T22:16:14,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:14,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:14,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-08T22:16:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-08T22:16:14,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-08T22:16:14,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 950 msec 2024-12-08T22:16:14,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 955 msec 2024-12-08T22:16:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:14,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:16:14,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:14,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:14,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:14,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:14,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:14,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:14,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/7195155372354638b17c7bb7627562e8 is 50, key is test_row_0/A:col10/1733696174821/Put/seqid=0 2024-12-08T22:16:14,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742299_1475 (size=12151) 2024-12-08T22:16:14,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696234847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696234849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696234849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696234857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-08T22:16:14,935 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:14,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-08T22:16:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-08T22:16:14,937 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:14,938 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:14,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:14,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696234965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696234966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696234966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:14,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696234975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-08T22:16:15,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-08T22:16:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:15,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696235175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696235175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696235175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:15,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696235185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:15,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/7195155372354638b17c7bb7627562e8 2024-12-08T22:16:15,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-08T22:16:15,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:15,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:15,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:15,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/f74d746c530746f68d6281aa5a9fc973 is 50, key is test_row_0/B:col10/1733696174821/Put/seqid=0 2024-12-08T22:16:15,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742300_1476 (size=12151) 2024-12-08T22:16:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-08T22:16:15,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-08T22:16:15,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:15,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:15,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:15,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696235485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:15,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696235485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:15,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696235485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:15,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696235495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:15,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:15,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-08T22:16:15,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:15,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:15,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:15,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-08T22:16:15,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/f74d746c530746f68d6281aa5a9fc973 2024-12-08T22:16:15,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/0604742016714d799f74c10965e835a9 is 50, key is test_row_0/C:col10/1733696174821/Put/seqid=0 2024-12-08T22:16:15,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742301_1477 (size=12151) 2024-12-08T22:16:15,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-08T22:16:15,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:15,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:15,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:15,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-08T22:16:15,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:15,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:15,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:15,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696235995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696235995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696235995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:16,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-08T22:16:16,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:16,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:16,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:16,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:16,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:16,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696236005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:16,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/0604742016714d799f74c10965e835a9 2024-12-08T22:16:16,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/7195155372354638b17c7bb7627562e8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7195155372354638b17c7bb7627562e8 2024-12-08T22:16:16,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7195155372354638b17c7bb7627562e8, entries=150, sequenceid=185, filesize=11.9 K 2024-12-08T22:16:16,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/f74d746c530746f68d6281aa5a9fc973 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/f74d746c530746f68d6281aa5a9fc973 2024-12-08T22:16:16,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/f74d746c530746f68d6281aa5a9fc973, entries=150, sequenceid=185, filesize=11.9 K 2024-12-08T22:16:16,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/0604742016714d799f74c10965e835a9 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/0604742016714d799f74c10965e835a9 2024-12-08T22:16:16,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/0604742016714d799f74c10965e835a9, entries=150, sequenceid=185, filesize=11.9 K 2024-12-08T22:16:16,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 556cf82c3abe36dfbb0f85aead7c529c in 1251ms, sequenceid=185, compaction requested=true 2024-12-08T22:16:16,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:16,075 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:16:16,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:16,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:16,075 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:16:16,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-08T22:16:16,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:16,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:16,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:16,077 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:16:16,077 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/B is initiating minor compaction (all files) 2024-12-08T22:16:16,077 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/B in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:16,077 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/c2312ae75c754b2ab6827cb5ceb11fd8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/62a789c60e4344eaa713f5634060c56f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6b4c81f1c0d244cf9955ab4e8c75cfa1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/f74d746c530746f68d6281aa5a9fc973] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=47.7 K 2024-12-08T22:16:16,078 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c2312ae75c754b2ab6827cb5ceb11fd8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733696172534 2024-12-08T22:16:16,078 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 62a789c60e4344eaa713f5634060c56f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733696173192 2024-12-08T22:16:16,078 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51202 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:16:16,078 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/A is initiating minor compaction (all files) 2024-12-08T22:16:16,078 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/A in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:16,078 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/ed3a9338de2f47fb820e3ed9a3cdb397, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/b2ba2998145f410ebdc6b8b47d809729, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8ec48109c2ed40569308a7c650ca90e2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7195155372354638b17c7bb7627562e8] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=50.0 K 2024-12-08T22:16:16,078 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b4c81f1c0d244cf9955ab4e8c75cfa1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733696173927 2024-12-08T22:16:16,078 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed3a9338de2f47fb820e3ed9a3cdb397, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733696172534 2024-12-08T22:16:16,079 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting f74d746c530746f68d6281aa5a9fc973, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733696174658 2024-12-08T22:16:16,079 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2ba2998145f410ebdc6b8b47d809729, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733696173192 2024-12-08T22:16:16,079 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ec48109c2ed40569308a7c650ca90e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733696173927 2024-12-08T22:16:16,079 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7195155372354638b17c7bb7627562e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733696174658 2024-12-08T22:16:16,090 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#A#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:16,090 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:16,090 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/95827bd92e2f43c292a70057408d197b is 50, key is test_row_0/B:col10/1733696174821/Put/seqid=0 2024-12-08T22:16:16,090 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/0d8e61df85d04ff5baa0ac11f6cab259 is 50, key is test_row_0/A:col10/1733696174821/Put/seqid=0 2024-12-08T22:16:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742302_1478 (size=12595) 2024-12-08T22:16:16,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742303_1479 (size=12595) 2024-12-08T22:16:16,104 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/95827bd92e2f43c292a70057408d197b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/95827bd92e2f43c292a70057408d197b 2024-12-08T22:16:16,108 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/B of 556cf82c3abe36dfbb0f85aead7c529c into 95827bd92e2f43c292a70057408d197b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:16,108 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:16,108 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/B, priority=12, startTime=1733696176075; duration=0sec 2024-12-08T22:16:16,108 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:16,108 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:B 2024-12-08T22:16:16,108 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:16:16,109 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:16:16,109 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/C is initiating minor compaction (all files) 2024-12-08T22:16:16,109 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/C in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:16,109 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/0699b8ad744a496caae80d8aa2b28895, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/931cb08d31394cc59bdb73785ece7be5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/7b3b37bba4f545a5a1b85e8910fb5332, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/0604742016714d799f74c10965e835a9] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=47.7 K 2024-12-08T22:16:16,109 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 0699b8ad744a496caae80d8aa2b28895, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733696172534 2024-12-08T22:16:16,109 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 931cb08d31394cc59bdb73785ece7be5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733696173192 2024-12-08T22:16:16,110 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b3b37bba4f545a5a1b85e8910fb5332, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733696173927 2024-12-08T22:16:16,110 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 0604742016714d799f74c10965e835a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733696174658 2024-12-08T22:16:16,119 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#C#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:16,120 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/05c5797237b648adada1a714fc53fc15 is 50, key is test_row_0/C:col10/1733696174821/Put/seqid=0 2024-12-08T22:16:16,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742304_1480 (size=12595) 2024-12-08T22:16:16,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-08T22:16:16,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:16,160 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-08T22:16:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:16,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/f5f5b600f378481c9052accd89d5274a is 50, key is test_row_0/A:col10/1733696174854/Put/seqid=0 2024-12-08T22:16:16,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742305_1481 (size=12151) 2024-12-08T22:16:16,507 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/0d8e61df85d04ff5baa0ac11f6cab259 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0d8e61df85d04ff5baa0ac11f6cab259 2024-12-08T22:16:16,510 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/A of 556cf82c3abe36dfbb0f85aead7c529c into 0d8e61df85d04ff5baa0ac11f6cab259(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:16,510 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:16,510 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/A, priority=12, startTime=1733696176075; duration=0sec 2024-12-08T22:16:16,510 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:16,510 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:A 2024-12-08T22:16:16,526 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/05c5797237b648adada1a714fc53fc15 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/05c5797237b648adada1a714fc53fc15 2024-12-08T22:16:16,530 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/C of 556cf82c3abe36dfbb0f85aead7c529c into 05c5797237b648adada1a714fc53fc15(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:16,531 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:16,531 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/C, priority=12, startTime=1733696176075; duration=0sec 2024-12-08T22:16:16,531 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:16,531 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:C 2024-12-08T22:16:16,566 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/f5f5b600f378481c9052accd89d5274a 2024-12-08T22:16:16,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/c0e70b86f99c4422865a51794630934d is 50, key is test_row_0/B:col10/1733696174854/Put/seqid=0 2024-12-08T22:16:16,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742306_1482 (size=12151) 2024-12-08T22:16:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:16,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:16,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696236792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:16,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:16,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696236905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:16,978 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/c0e70b86f99c4422865a51794630934d 2024-12-08T22:16:16,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/5434a0fbdab44d499c5636ee06c6807a is 50, key is test_row_0/C:col10/1733696174854/Put/seqid=0 2024-12-08T22:16:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742307_1483 (size=12151) 2024-12-08T22:16:17,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696237005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:17,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696237005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:17,008 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in 556cf82c3abe36dfbb0f85aead7c529c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:17,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,008 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in 556cf82c3abe36dfbb0f85aead7c529c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:17,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:17,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:17,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696237015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:17,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696237016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:17,020 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in 556cf82c3abe36dfbb0f85aead7c529c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,021 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in 556cf82c3abe36dfbb0f85aead7c529c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-08T22:16:17,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696237115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:17,386 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/5434a0fbdab44d499c5636ee06c6807a 2024-12-08T22:16:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/f5f5b600f378481c9052accd89d5274a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f5f5b600f378481c9052accd89d5274a 2024-12-08T22:16:17,391 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f5f5b600f378481c9052accd89d5274a, entries=150, sequenceid=198, filesize=11.9 K 2024-12-08T22:16:17,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/c0e70b86f99c4422865a51794630934d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/c0e70b86f99c4422865a51794630934d 2024-12-08T22:16:17,394 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/c0e70b86f99c4422865a51794630934d, entries=150, sequenceid=198, filesize=11.9 K 2024-12-08T22:16:17,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/5434a0fbdab44d499c5636ee06c6807a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5434a0fbdab44d499c5636ee06c6807a 2024-12-08T22:16:17,398 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5434a0fbdab44d499c5636ee06c6807a, entries=150, sequenceid=198, filesize=11.9 K 2024-12-08T22:16:17,398 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 556cf82c3abe36dfbb0f85aead7c529c in 1239ms, sequenceid=198, compaction requested=false 2024-12-08T22:16:17,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:17,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:17,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-08T22:16:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-08T22:16:17,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-08T22:16:17,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4620 sec 2024-12-08T22:16:17,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.4660 sec 2024-12-08T22:16:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:17,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-08T22:16:17,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:17,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:17,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:17,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:17,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:17,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:17,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/1bdec446ac4942c3b712bf36353e21b0 is 50, key is test_row_0/A:col10/1733696176791/Put/seqid=0 2024-12-08T22:16:17,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742308_1484 (size=14541) 2024-12-08T22:16:17,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696237477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:17,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:17,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696237585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:17,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:17,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696237795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:17,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/1bdec446ac4942c3b712bf36353e21b0 2024-12-08T22:16:17,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/2f22ccad36bf4388822673d5c8283a22 is 50, key is test_row_0/B:col10/1733696176791/Put/seqid=0 2024-12-08T22:16:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742309_1485 (size=12151) 2024-12-08T22:16:18,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696238105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:18,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/2f22ccad36bf4388822673d5c8283a22 2024-12-08T22:16:18,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/af0dee6bd51545fdb9bdb120bb49a377 is 50, key is test_row_0/C:col10/1733696176791/Put/seqid=0 2024-12-08T22:16:18,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742310_1486 (size=12151) 2024-12-08T22:16:18,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696238625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:18,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:18,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:18,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:18,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/af0dee6bd51545fdb9bdb120bb49a377 2024-12-08T22:16:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/1bdec446ac4942c3b712bf36353e21b0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/1bdec446ac4942c3b712bf36353e21b0 2024-12-08T22:16:18,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/1bdec446ac4942c3b712bf36353e21b0, entries=200, sequenceid=221, filesize=14.2 K 2024-12-08T22:16:18,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/2f22ccad36bf4388822673d5c8283a22 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2f22ccad36bf4388822673d5c8283a22 2024-12-08T22:16:18,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2f22ccad36bf4388822673d5c8283a22, entries=150, sequenceid=221, filesize=11.9 K 2024-12-08T22:16:18,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/af0dee6bd51545fdb9bdb120bb49a377 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/af0dee6bd51545fdb9bdb120bb49a377 2024-12-08T22:16:18,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/af0dee6bd51545fdb9bdb120bb49a377, entries=150, sequenceid=221, filesize=11.9 K 2024-12-08T22:16:18,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 556cf82c3abe36dfbb0f85aead7c529c in 1243ms, sequenceid=221, compaction requested=true 2024-12-08T22:16:18,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:18,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:18,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:18,672 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:18,673 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:18,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:18,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:18,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:18,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:18,673 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:18,673 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:18,673 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/B is initiating minor compaction (all files) 2024-12-08T22:16:18,673 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/A is initiating minor compaction (all files) 2024-12-08T22:16:18,673 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/B in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:18,673 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/A in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:18,673 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0d8e61df85d04ff5baa0ac11f6cab259, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f5f5b600f378481c9052accd89d5274a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/1bdec446ac4942c3b712bf36353e21b0] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=38.4 K 2024-12-08T22:16:18,673 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/95827bd92e2f43c292a70057408d197b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/c0e70b86f99c4422865a51794630934d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2f22ccad36bf4388822673d5c8283a22] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=36.0 K 2024-12-08T22:16:18,674 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 95827bd92e2f43c292a70057408d197b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733696174658 2024-12-08T22:16:18,674 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d8e61df85d04ff5baa0ac11f6cab259, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733696174658 2024-12-08T22:16:18,674 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c0e70b86f99c4422865a51794630934d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733696174844 2024-12-08T22:16:18,674 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5f5b600f378481c9052accd89d5274a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733696174844 2024-12-08T22:16:18,674 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f22ccad36bf4388822673d5c8283a22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733696176769 2024-12-08T22:16:18,674 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bdec446ac4942c3b712bf36353e21b0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733696176769 2024-12-08T22:16:18,680 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#B#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:18,680 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/a4c3fd1aba1a483784385b0a653feb93 is 50, key is test_row_0/B:col10/1733696176791/Put/seqid=0 2024-12-08T22:16:18,690 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#A#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:18,691 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/f251c7c364f54a49a5bc056f4afc2a55 is 50, key is test_row_0/A:col10/1733696176791/Put/seqid=0 2024-12-08T22:16:18,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742311_1487 (size=12697) 2024-12-08T22:16:18,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742312_1488 (size=12697) 2024-12-08T22:16:18,700 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/f251c7c364f54a49a5bc056f4afc2a55 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f251c7c364f54a49a5bc056f4afc2a55 2024-12-08T22:16:18,703 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/A of 556cf82c3abe36dfbb0f85aead7c529c into f251c7c364f54a49a5bc056f4afc2a55(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:18,703 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:18,704 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/A, priority=13, startTime=1733696178672; duration=0sec 2024-12-08T22:16:18,704 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:18,704 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:A 2024-12-08T22:16:18,704 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:18,706 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:18,706 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/C is initiating minor compaction (all files) 2024-12-08T22:16:18,706 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/C in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:18,706 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/05c5797237b648adada1a714fc53fc15, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5434a0fbdab44d499c5636ee06c6807a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/af0dee6bd51545fdb9bdb120bb49a377] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=36.0 K 2024-12-08T22:16:18,707 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05c5797237b648adada1a714fc53fc15, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733696174658 2024-12-08T22:16:18,707 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5434a0fbdab44d499c5636ee06c6807a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733696174844 2024-12-08T22:16:18,707 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting af0dee6bd51545fdb9bdb120bb49a377, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733696176769 2024-12-08T22:16:18,713 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#C#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:18,713 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/5355a2f3e9f64fdb94e863136568d8f2 is 50, key is test_row_0/C:col10/1733696176791/Put/seqid=0 2024-12-08T22:16:18,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742313_1489 (size=12697) 2024-12-08T22:16:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:19,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-08T22:16:19,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:19,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:19,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:19,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:19,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:19,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:19,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/a3055295e2884473a6323651d04f2213 is 50, key is test_row_0/A:col10/1733696177452/Put/seqid=0 2024-12-08T22:16:19,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742314_1490 (size=12151) 2024-12-08T22:16:19,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/a3055295e2884473a6323651d04f2213 2024-12-08T22:16:19,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/b8c65e2272b745be95c8b1321cb1a4a1 is 50, key is test_row_0/B:col10/1733696177452/Put/seqid=0 2024-12-08T22:16:19,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742315_1491 (size=12151) 2024-12-08T22:16:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696239062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696239068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696239069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696239071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-08T22:16:19,095 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:19,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-08T22:16:19,098 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/a4c3fd1aba1a483784385b0a653feb93 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/a4c3fd1aba1a483784385b0a653feb93 2024-12-08T22:16:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-08T22:16:19,099 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:19,099 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:19,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:19,102 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/B of 556cf82c3abe36dfbb0f85aead7c529c into a4c3fd1aba1a483784385b0a653feb93(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:19,102 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:19,103 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/B, priority=13, startTime=1733696178672; duration=0sec 2024-12-08T22:16:19,103 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:19,103 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:B 2024-12-08T22:16:19,127 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/5355a2f3e9f64fdb94e863136568d8f2 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5355a2f3e9f64fdb94e863136568d8f2 2024-12-08T22:16:19,133 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/C of 556cf82c3abe36dfbb0f85aead7c529c into 5355a2f3e9f64fdb94e863136568d8f2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:19,133 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:19,133 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/C, priority=13, startTime=1733696178673; duration=0sec 2024-12-08T22:16:19,133 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:19,133 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:C 2024-12-08T22:16:19,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696239185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696239185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696239185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696239185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-08T22:16:19,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-08T22:16:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:19,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696239395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696239395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696239395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-08T22:16:19,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:19,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:19,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:19,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696239406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-08T22:16:19,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/b8c65e2272b745be95c8b1321cb1a4a1 2024-12-08T22:16:19,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/b9795ab483164d32bae7be6157981441 is 50, key is test_row_0/C:col10/1733696177452/Put/seqid=0 2024-12-08T22:16:19,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742316_1492 (size=12151) 2024-12-08T22:16:19,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-08T22:16:19,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:19,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:19,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:19,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696239645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,652 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in 556cf82c3abe36dfbb0f85aead7c529c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:19,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696239706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-08T22:16:19,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:19,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696239706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696239715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696239717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-08T22:16:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:19,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-08T22:16:19,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:19,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:19,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:19,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:19,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/b9795ab483164d32bae7be6157981441 2024-12-08T22:16:19,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/a3055295e2884473a6323651d04f2213 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a3055295e2884473a6323651d04f2213 2024-12-08T22:16:19,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a3055295e2884473a6323651d04f2213, entries=150, sequenceid=234, filesize=11.9 K 2024-12-08T22:16:19,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/b8c65e2272b745be95c8b1321cb1a4a1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/b8c65e2272b745be95c8b1321cb1a4a1 2024-12-08T22:16:19,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/b8c65e2272b745be95c8b1321cb1a4a1, entries=150, sequenceid=234, filesize=11.9 K 2024-12-08T22:16:19,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/b9795ab483164d32bae7be6157981441 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/b9795ab483164d32bae7be6157981441 2024-12-08T22:16:19,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/b9795ab483164d32bae7be6157981441, entries=150, sequenceid=234, filesize=11.9 K 2024-12-08T22:16:19,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 556cf82c3abe36dfbb0f85aead7c529c in 889ms, sequenceid=234, compaction requested=false 2024-12-08T22:16:19,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:20,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-08T22:16:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:20,019 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:16:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:20,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/7483c563e2e44ef8bf9d7a248512ab2c is 50, key is test_row_0/A:col10/1733696179061/Put/seqid=0 2024-12-08T22:16:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742317_1493 (size=12151) 2024-12-08T22:16:20,054 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/7483c563e2e44ef8bf9d7a248512ab2c 2024-12-08T22:16:20,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/dd229886ca5d47a0aceb073ab0d9db39 is 50, key is test_row_0/B:col10/1733696179061/Put/seqid=0 2024-12-08T22:16:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742318_1494 (size=12151) 2024-12-08T22:16:20,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-08T22:16:20,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696240247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696240247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696240251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696240253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696240365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696240365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696240376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696240376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,509 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/dd229886ca5d47a0aceb073ab0d9db39 2024-12-08T22:16:20,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/c234def806264159bd026399be40524b is 50, key is test_row_0/C:col10/1733696179061/Put/seqid=0 2024-12-08T22:16:20,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742319_1495 (size=12151) 2024-12-08T22:16:20,530 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/c234def806264159bd026399be40524b 2024-12-08T22:16:20,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/7483c563e2e44ef8bf9d7a248512ab2c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7483c563e2e44ef8bf9d7a248512ab2c 2024-12-08T22:16:20,544 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7483c563e2e44ef8bf9d7a248512ab2c, entries=150, sequenceid=256, filesize=11.9 K 2024-12-08T22:16:20,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/dd229886ca5d47a0aceb073ab0d9db39 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/dd229886ca5d47a0aceb073ab0d9db39 2024-12-08T22:16:20,550 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/dd229886ca5d47a0aceb073ab0d9db39, entries=150, sequenceid=256, filesize=11.9 K 2024-12-08T22:16:20,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/c234def806264159bd026399be40524b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/c234def806264159bd026399be40524b 2024-12-08T22:16:20,555 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/c234def806264159bd026399be40524b, entries=150, sequenceid=256, filesize=11.9 K 2024-12-08T22:16:20,560 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 556cf82c3abe36dfbb0f85aead7c529c in 537ms, sequenceid=256, compaction requested=true 2024-12-08T22:16:20,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:20,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:20,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-08T22:16:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-08T22:16:20,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-08T22:16:20,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4630 sec 2024-12-08T22:16:20,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.4690 sec 2024-12-08T22:16:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:20,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-08T22:16:20,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:20,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:20,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:20,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:20,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:20,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:20,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/0abe5b9f8a4048a7b761210ce954eee8 is 50, key is test_row_0/A:col10/1733696180245/Put/seqid=0 2024-12-08T22:16:20,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742320_1496 (size=14741) 2024-12-08T22:16:20,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/0abe5b9f8a4048a7b761210ce954eee8 2024-12-08T22:16:20,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/4be45951b4ce4f14845bb972b776a570 is 50, key is test_row_0/B:col10/1733696180245/Put/seqid=0 2024-12-08T22:16:20,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742321_1497 (size=12301) 2024-12-08T22:16:20,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696240625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696240628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696240627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696240633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696240745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696240745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696240745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696240756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696240966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696240966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696240966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696240966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/4be45951b4ce4f14845bb972b776a570 2024-12-08T22:16:21,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/5c1c78c3a3c345fb8e89d96c20c82589 is 50, key is test_row_0/C:col10/1733696180245/Put/seqid=0 2024-12-08T22:16:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742322_1498 (size=12301) 2024-12-08T22:16:21,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/5c1c78c3a3c345fb8e89d96c20c82589 2024-12-08T22:16:21,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/0abe5b9f8a4048a7b761210ce954eee8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0abe5b9f8a4048a7b761210ce954eee8 2024-12-08T22:16:21,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0abe5b9f8a4048a7b761210ce954eee8, entries=200, sequenceid=269, filesize=14.4 K 2024-12-08T22:16:21,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/4be45951b4ce4f14845bb972b776a570 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4be45951b4ce4f14845bb972b776a570 2024-12-08T22:16:21,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4be45951b4ce4f14845bb972b776a570, entries=150, sequenceid=269, filesize=12.0 K 2024-12-08T22:16:21,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/5c1c78c3a3c345fb8e89d96c20c82589 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5c1c78c3a3c345fb8e89d96c20c82589 2024-12-08T22:16:21,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5c1c78c3a3c345fb8e89d96c20c82589, entries=150, sequenceid=269, filesize=12.0 K 2024-12-08T22:16:21,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 556cf82c3abe36dfbb0f85aead7c529c in 490ms, sequenceid=269, compaction requested=true 2024-12-08T22:16:21,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:21,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:21,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:21,073 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:16:21,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:21,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:21,073 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:16:21,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:21,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:21,074 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:16:21,074 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/B is initiating minor compaction (all files) 2024-12-08T22:16:21,074 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/B in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:21,074 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/a4c3fd1aba1a483784385b0a653feb93, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/b8c65e2272b745be95c8b1321cb1a4a1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/dd229886ca5d47a0aceb073ab0d9db39, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4be45951b4ce4f14845bb972b776a570] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=48.1 K 2024-12-08T22:16:21,075 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting a4c3fd1aba1a483784385b0a653feb93, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733696176769 2024-12-08T22:16:21,075 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51740 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:16:21,075 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/A is initiating minor compaction (all files) 2024-12-08T22:16:21,075 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/A in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:21,075 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f251c7c364f54a49a5bc056f4afc2a55, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a3055295e2884473a6323651d04f2213, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7483c563e2e44ef8bf9d7a248512ab2c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0abe5b9f8a4048a7b761210ce954eee8] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=50.5 K 2024-12-08T22:16:21,077 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting b8c65e2272b745be95c8b1321cb1a4a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733696177452 2024-12-08T22:16:21,077 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting f251c7c364f54a49a5bc056f4afc2a55, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733696176769 2024-12-08T22:16:21,077 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3055295e2884473a6323651d04f2213, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733696177452 2024-12-08T22:16:21,077 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting dd229886ca5d47a0aceb073ab0d9db39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733696179061 2024-12-08T22:16:21,077 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7483c563e2e44ef8bf9d7a248512ab2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733696179061 2024-12-08T22:16:21,077 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 4be45951b4ce4f14845bb972b776a570, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696180245 2024-12-08T22:16:21,078 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0abe5b9f8a4048a7b761210ce954eee8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696180219 2024-12-08T22:16:21,097 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#B#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:21,098 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/e79ee2a6c5dd4f409b575df8268aa2f9 is 50, key is test_row_0/B:col10/1733696180245/Put/seqid=0 2024-12-08T22:16:21,102 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#A#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:21,102 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/8d0dc0734a7442af81b8ed0d7bc4ff69 is 50, key is test_row_0/A:col10/1733696180245/Put/seqid=0 2024-12-08T22:16:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742323_1499 (size=12983) 2024-12-08T22:16:21,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742324_1500 (size=12983) 2024-12-08T22:16:21,121 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/8d0dc0734a7442af81b8ed0d7bc4ff69 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8d0dc0734a7442af81b8ed0d7bc4ff69 2024-12-08T22:16:21,126 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/A of 556cf82c3abe36dfbb0f85aead7c529c into 8d0dc0734a7442af81b8ed0d7bc4ff69(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:21,126 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:21,126 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/A, priority=12, startTime=1733696181073; duration=0sec 2024-12-08T22:16:21,126 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:21,126 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:A 2024-12-08T22:16:21,126 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:16:21,127 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:16:21,127 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/C is initiating minor compaction (all files) 2024-12-08T22:16:21,127 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/C in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:21,127 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5355a2f3e9f64fdb94e863136568d8f2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/b9795ab483164d32bae7be6157981441, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/c234def806264159bd026399be40524b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5c1c78c3a3c345fb8e89d96c20c82589] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=48.1 K 2024-12-08T22:16:21,128 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5355a2f3e9f64fdb94e863136568d8f2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733696176769 2024-12-08T22:16:21,129 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9795ab483164d32bae7be6157981441, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733696177452 2024-12-08T22:16:21,129 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting c234def806264159bd026399be40524b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733696179061 2024-12-08T22:16:21,130 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c1c78c3a3c345fb8e89d96c20c82589, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696180245 2024-12-08T22:16:21,137 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#C#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:21,138 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/5b2f7d0398474d9ba98c478fd506ba73 is 50, key is test_row_0/C:col10/1733696180245/Put/seqid=0 2024-12-08T22:16:21,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742325_1501 (size=12983) 2024-12-08T22:16:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-08T22:16:21,245 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:21,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-08T22:16:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T22:16:21,247 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:21,247 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:21,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:21,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:16:21,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:21,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:21,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:21,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:21,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:21,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:21,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/7b4c1c0cf36f406ab6c0d579bf2b07f1 is 50, key is test_row_0/A:col10/1733696180632/Put/seqid=0 2024-12-08T22:16:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742326_1502 (size=14741) 2024-12-08T22:16:21,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696241307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696241307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696241308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696241315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T22:16:21,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-08T22:16:21,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:21,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:21,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:21,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:21,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:21,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696241425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696241425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696241425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696241426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,513 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/e79ee2a6c5dd4f409b575df8268aa2f9 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/e79ee2a6c5dd4f409b575df8268aa2f9 2024-12-08T22:16:21,516 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/B of 556cf82c3abe36dfbb0f85aead7c529c into e79ee2a6c5dd4f409b575df8268aa2f9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:21,516 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:21,516 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/B, priority=12, startTime=1733696181073; duration=0sec 2024-12-08T22:16:21,516 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:21,516 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:B 2024-12-08T22:16:21,546 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/5b2f7d0398474d9ba98c478fd506ba73 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5b2f7d0398474d9ba98c478fd506ba73 2024-12-08T22:16:21,550 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/C of 556cf82c3abe36dfbb0f85aead7c529c into 5b2f7d0398474d9ba98c478fd506ba73(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:21,550 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:21,550 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/C, priority=12, startTime=1733696181073; duration=0sec 2024-12-08T22:16:21,550 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:21,550 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:C 2024-12-08T22:16:21,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-08T22:16:21,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:21,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:21,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:21,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:21,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T22:16:21,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696241635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696241635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696241636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696241636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696241675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,677 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in 556cf82c3abe36dfbb0f85aead7c529c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:21,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/7b4c1c0cf36f406ab6c0d579bf2b07f1 2024-12-08T22:16:21,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-08T22:16:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:21,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:21,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/bc724c238a564230a2ed7e10db6c8e51 is 50, key is test_row_0/B:col10/1733696180632/Put/seqid=0 2024-12-08T22:16:21,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742327_1503 (size=12301) 2024-12-08T22:16:21,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/bc724c238a564230a2ed7e10db6c8e51 2024-12-08T22:16:21,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/51c2b979c19649589274427d8892ee32 is 50, key is test_row_0/C:col10/1733696180632/Put/seqid=0 2024-12-08T22:16:21,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742328_1504 (size=12301) 2024-12-08T22:16:21,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-08T22:16:21,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:21,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:21,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:21,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:21,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T22:16:21,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696241945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696241945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696241946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696241946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:22,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-08T22:16:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:22,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:22,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/51c2b979c19649589274427d8892ee32 2024-12-08T22:16:22,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/7b4c1c0cf36f406ab6c0d579bf2b07f1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7b4c1c0cf36f406ab6c0d579bf2b07f1 2024-12-08T22:16:22,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7b4c1c0cf36f406ab6c0d579bf2b07f1, entries=200, sequenceid=290, filesize=14.4 K 2024-12-08T22:16:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/bc724c238a564230a2ed7e10db6c8e51 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/bc724c238a564230a2ed7e10db6c8e51 2024-12-08T22:16:22,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/bc724c238a564230a2ed7e10db6c8e51, entries=150, sequenceid=290, filesize=12.0 K 2024-12-08T22:16:22,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/51c2b979c19649589274427d8892ee32 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/51c2b979c19649589274427d8892ee32 2024-12-08T22:16:22,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/51c2b979c19649589274427d8892ee32, entries=150, sequenceid=290, filesize=12.0 K 2024-12-08T22:16:22,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 556cf82c3abe36dfbb0f85aead7c529c in 862ms, sequenceid=290, compaction requested=false 2024-12-08T22:16:22,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:22,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-08T22:16:22,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:22,168 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-08T22:16:22,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:22,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:22,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:22,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:22,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:22,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/ebadd6ba5fd54f599938e869888fc3dc is 50, key is test_row_0/A:col10/1733696181313/Put/seqid=0 2024-12-08T22:16:22,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742329_1505 (size=12301) 2024-12-08T22:16:22,188 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/ebadd6ba5fd54f599938e869888fc3dc 2024-12-08T22:16:22,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/7c495f24805147e1a99443be36c28a13 is 50, key is test_row_0/B:col10/1733696181313/Put/seqid=0 2024-12-08T22:16:22,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742330_1506 (size=12301) 2024-12-08T22:16:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T22:16:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:22,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:22,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696242495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:22,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:22,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696242503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:22,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:22,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696242504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696242504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:22,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:22,607 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/7c495f24805147e1a99443be36c28a13 2024-12-08T22:16:22,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/e2902e8c7f01477fb32aabf8b552bcbe is 50, key is test_row_0/C:col10/1733696181313/Put/seqid=0 2024-12-08T22:16:22,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742331_1507 (size=12301) 2024-12-08T22:16:22,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696242615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:22,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696242615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696242625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:22,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696242625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:22,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696242825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:22,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:22,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696242825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:22,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:22,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:22,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696242835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:22,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696242835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,016 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/e2902e8c7f01477fb32aabf8b552bcbe 2024-12-08T22:16:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/ebadd6ba5fd54f599938e869888fc3dc as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/ebadd6ba5fd54f599938e869888fc3dc 2024-12-08T22:16:23,024 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/ebadd6ba5fd54f599938e869888fc3dc, entries=150, sequenceid=304, filesize=12.0 K 2024-12-08T22:16:23,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/7c495f24805147e1a99443be36c28a13 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/7c495f24805147e1a99443be36c28a13 2024-12-08T22:16:23,027 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/7c495f24805147e1a99443be36c28a13, entries=150, sequenceid=304, filesize=12.0 K 2024-12-08T22:16:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/e2902e8c7f01477fb32aabf8b552bcbe as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e2902e8c7f01477fb32aabf8b552bcbe 2024-12-08T22:16:23,031 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e2902e8c7f01477fb32aabf8b552bcbe, entries=150, sequenceid=304, filesize=12.0 K 2024-12-08T22:16:23,031 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 556cf82c3abe36dfbb0f85aead7c529c in 863ms, sequenceid=304, compaction requested=true 2024-12-08T22:16:23,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:23,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:23,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-08T22:16:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-08T22:16:23,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-08T22:16:23,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7850 sec 2024-12-08T22:16:23,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.7910 sec 2024-12-08T22:16:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:23,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-08T22:16:23,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:23,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/23fa92aa808a4e9bbbb56a637b11964e is 50, key is test_row_0/A:col10/1733696182502/Put/seqid=0 2024-12-08T22:16:23,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742332_1508 (size=14741) 2024-12-08T22:16:23,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/23fa92aa808a4e9bbbb56a637b11964e 2024-12-08T22:16:23,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696243166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696243167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/09adf068971a43c981b1face675f604c is 50, key is test_row_0/B:col10/1733696182502/Put/seqid=0 2024-12-08T22:16:23,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696243174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742333_1509 (size=12301) 2024-12-08T22:16:23,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696243171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/09adf068971a43c981b1face675f604c 2024-12-08T22:16:23,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/4c5ac9610617483987988487d0e21b3c is 50, key is test_row_0/C:col10/1733696182502/Put/seqid=0 2024-12-08T22:16:23,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742334_1510 (size=12301) 2024-12-08T22:16:23,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696243285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696243286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696243286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696243295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T22:16:23,395 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:23,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-08T22:16:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-08T22:16:23,397 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:23,398 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:23,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:23,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-08T22:16:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696243495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696243499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696243499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696243505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-08T22:16:23,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:23,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:23,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:23,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:23,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:23,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/4c5ac9610617483987988487d0e21b3c 2024-12-08T22:16:23,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/23fa92aa808a4e9bbbb56a637b11964e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/23fa92aa808a4e9bbbb56a637b11964e 2024-12-08T22:16:23,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/23fa92aa808a4e9bbbb56a637b11964e, entries=200, sequenceid=325, filesize=14.4 K 2024-12-08T22:16:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/09adf068971a43c981b1face675f604c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/09adf068971a43c981b1face675f604c 2024-12-08T22:16:23,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/09adf068971a43c981b1face675f604c, entries=150, sequenceid=325, filesize=12.0 K 2024-12-08T22:16:23,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/4c5ac9610617483987988487d0e21b3c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/4c5ac9610617483987988487d0e21b3c 2024-12-08T22:16:23,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/4c5ac9610617483987988487d0e21b3c, entries=150, sequenceid=325, filesize=12.0 K 2024-12-08T22:16:23,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 556cf82c3abe36dfbb0f85aead7c529c in 471ms, sequenceid=325, compaction requested=true 2024-12-08T22:16:23,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:23,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:23,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:23,622 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:16:23,622 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:16:23,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:23,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:23,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:23,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:23,626 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:16:23,626 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/A is initiating minor compaction (all files) 2024-12-08T22:16:23,626 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/A in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:23,626 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8d0dc0734a7442af81b8ed0d7bc4ff69, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7b4c1c0cf36f406ab6c0d579bf2b07f1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/ebadd6ba5fd54f599938e869888fc3dc, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/23fa92aa808a4e9bbbb56a637b11964e] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=53.5 K 2024-12-08T22:16:23,626 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:16:23,626 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/B is initiating minor compaction (all files) 2024-12-08T22:16:23,626 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/B in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:23,626 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/e79ee2a6c5dd4f409b575df8268aa2f9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/bc724c238a564230a2ed7e10db6c8e51, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/7c495f24805147e1a99443be36c28a13, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/09adf068971a43c981b1face675f604c] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=48.7 K 2024-12-08T22:16:23,627 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d0dc0734a7442af81b8ed0d7bc4ff69, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696180245 2024-12-08T22:16:23,627 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting e79ee2a6c5dd4f409b575df8268aa2f9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696180245 2024-12-08T22:16:23,627 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b4c1c0cf36f406ab6c0d579bf2b07f1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733696180610 2024-12-08T22:16:23,627 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting bc724c238a564230a2ed7e10db6c8e51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733696180610 2024-12-08T22:16:23,627 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebadd6ba5fd54f599938e869888fc3dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733696181305 2024-12-08T22:16:23,627 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c495f24805147e1a99443be36c28a13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733696181305 2024-12-08T22:16:23,627 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23fa92aa808a4e9bbbb56a637b11964e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733696182484 2024-12-08T22:16:23,630 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 09adf068971a43c981b1face675f604c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733696182484 2024-12-08T22:16:23,644 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#A#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:23,645 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/8e3e00d52a314beebb46c8b45b891fd3 is 50, key is test_row_0/A:col10/1733696182502/Put/seqid=0 2024-12-08T22:16:23,655 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#B#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:23,655 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/9d40116e03f1472693fcd96176862fb1 is 50, key is test_row_0/B:col10/1733696182502/Put/seqid=0 2024-12-08T22:16:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742335_1511 (size=13119) 2024-12-08T22:16:23,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742336_1512 (size=13119) 2024-12-08T22:16:23,691 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/8e3e00d52a314beebb46c8b45b891fd3 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8e3e00d52a314beebb46c8b45b891fd3 2024-12-08T22:16:23,692 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/9d40116e03f1472693fcd96176862fb1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/9d40116e03f1472693fcd96176862fb1 2024-12-08T22:16:23,696 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/A of 556cf82c3abe36dfbb0f85aead7c529c into 8e3e00d52a314beebb46c8b45b891fd3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:23,696 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:23,696 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/A, priority=12, startTime=1733696183622; duration=0sec 2024-12-08T22:16:23,696 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:23,696 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:A 2024-12-08T22:16:23,696 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:16:23,697 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:16:23,697 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/B of 556cf82c3abe36dfbb0f85aead7c529c into 9d40116e03f1472693fcd96176862fb1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:23,697 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/C is initiating minor compaction (all files) 2024-12-08T22:16:23,697 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:23,697 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/B, priority=12, startTime=1733696183622; duration=0sec 2024-12-08T22:16:23,697 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/C in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:23,697 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:23,697 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5b2f7d0398474d9ba98c478fd506ba73, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/51c2b979c19649589274427d8892ee32, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e2902e8c7f01477fb32aabf8b552bcbe, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/4c5ac9610617483987988487d0e21b3c] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=48.7 K 2024-12-08T22:16:23,697 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:B 2024-12-08T22:16:23,697 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b2f7d0398474d9ba98c478fd506ba73, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733696180245 2024-12-08T22:16:23,697 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51c2b979c19649589274427d8892ee32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733696180610 2024-12-08T22:16:23,697 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2902e8c7f01477fb32aabf8b552bcbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733696181305 2024-12-08T22:16:23,698 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c5ac9610617483987988487d0e21b3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733696182484 2024-12-08T22:16:23,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-08T22:16:23,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:23,704 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-08T22:16:23,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:23,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:23,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:23,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:23,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:23,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:23,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/e651476e295e4d079f89a630ab2e28e0 is 50, key is test_row_0/A:col10/1733696183169/Put/seqid=0 2024-12-08T22:16:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-08T22:16:23,719 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:23,720 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/6323eb48a1d440e6810d7e871c7bda2a is 50, key is test_row_0/C:col10/1733696182502/Put/seqid=0 2024-12-08T22:16:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742337_1513 (size=9857) 2024-12-08T22:16:23,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742338_1514 (size=13119) 2024-12-08T22:16:23,761 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/6323eb48a1d440e6810d7e871c7bda2a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/6323eb48a1d440e6810d7e871c7bda2a 2024-12-08T22:16:23,767 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/C of 556cf82c3abe36dfbb0f85aead7c529c into 6323eb48a1d440e6810d7e871c7bda2a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:23,768 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:23,768 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/C, priority=12, startTime=1733696183622; duration=0sec 2024-12-08T22:16:23,768 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:23,768 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:C 2024-12-08T22:16:23,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:23,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696243892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733696183825, max timestamp=1733696183896Num uniques 859; 2024-12-08T22:16:23,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-08T22:16:23,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733696183825, max timestamp=1733696183896Num uniques 859; 2024-12-08T22:16:23,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-08T22:16:23,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733696183825, max timestamp=1733696183896Num uniques 859; 2024-12-08T22:16:23,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-08T22:16:23,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696243955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696243958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:23,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696243959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:23,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:23,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696244005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-08T22:16:24,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696244075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696244075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696244075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,140 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/e651476e295e4d079f89a630ab2e28e0 2024-12-08T22:16:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/64573f2539bf43c1a13ed7cc07b33b23 is 50, key is test_row_0/B:col10/1733696183169/Put/seqid=0 2024-12-08T22:16:24,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742339_1515 (size=9857) 2024-12-08T22:16:24,166 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/64573f2539bf43c1a13ed7cc07b33b23 2024-12-08T22:16:24,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/1c012f171d174836a41d2b457ac662b5 is 50, key is test_row_0/C:col10/1733696183169/Put/seqid=0 2024-12-08T22:16:24,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742340_1516 (size=9857) 2024-12-08T22:16:24,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696244225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696244285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696244285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696244285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-08T22:16:24,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696244535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,578 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/1c012f171d174836a41d2b457ac662b5 2024-12-08T22:16:24,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/e651476e295e4d079f89a630ab2e28e0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/e651476e295e4d079f89a630ab2e28e0 2024-12-08T22:16:24,584 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/e651476e295e4d079f89a630ab2e28e0, entries=100, sequenceid=338, filesize=9.6 K 2024-12-08T22:16:24,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/64573f2539bf43c1a13ed7cc07b33b23 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/64573f2539bf43c1a13ed7cc07b33b23 2024-12-08T22:16:24,587 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/64573f2539bf43c1a13ed7cc07b33b23, entries=100, sequenceid=338, filesize=9.6 K 2024-12-08T22:16:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/1c012f171d174836a41d2b457ac662b5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1c012f171d174836a41d2b457ac662b5 2024-12-08T22:16:24,589 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1c012f171d174836a41d2b457ac662b5, entries=100, sequenceid=338, filesize=9.6 K 2024-12-08T22:16:24,590 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 556cf82c3abe36dfbb0f85aead7c529c in 887ms, sequenceid=338, compaction requested=false 2024-12-08T22:16:24,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:24,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:24,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-08T22:16:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-12-08T22:16:24,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-08T22:16:24,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1930 sec 2024-12-08T22:16:24,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.1970 sec 2024-12-08T22:16:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:24,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-08T22:16:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:24,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/0d7b8a12e8ff49ef868c393638aee8ba is 50, key is test_row_0/A:col10/1733696183952/Put/seqid=0 2024-12-08T22:16:24,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742341_1517 (size=14741) 2024-12-08T22:16:24,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/0d7b8a12e8ff49ef868c393638aee8ba 2024-12-08T22:16:24,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/94dc3bc3f3514905bcf518d6da547792 is 50, key is test_row_0/B:col10/1733696183952/Put/seqid=0 2024-12-08T22:16:24,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742342_1518 (size=12301) 2024-12-08T22:16:24,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696244612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696244618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696244619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696244725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696244725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696244735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696244935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696244935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:24,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696244945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/94dc3bc3f3514905bcf518d6da547792 2024-12-08T22:16:25,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/3cc9884834254d50b227b88e493e90a5 is 50, key is test_row_0/C:col10/1733696183952/Put/seqid=0 2024-12-08T22:16:25,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742343_1519 (size=12301) 2024-12-08T22:16:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696245045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/3cc9884834254d50b227b88e493e90a5 2024-12-08T22:16:25,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/0d7b8a12e8ff49ef868c393638aee8ba as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0d7b8a12e8ff49ef868c393638aee8ba 2024-12-08T22:16:25,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0d7b8a12e8ff49ef868c393638aee8ba, entries=200, sequenceid=374, filesize=14.4 K 2024-12-08T22:16:25,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/94dc3bc3f3514905bcf518d6da547792 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/94dc3bc3f3514905bcf518d6da547792 2024-12-08T22:16:25,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/94dc3bc3f3514905bcf518d6da547792, entries=150, sequenceid=374, filesize=12.0 K 2024-12-08T22:16:25,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/3cc9884834254d50b227b88e493e90a5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/3cc9884834254d50b227b88e493e90a5 2024-12-08T22:16:25,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/3cc9884834254d50b227b88e493e90a5, entries=150, sequenceid=374, filesize=12.0 K 2024-12-08T22:16:25,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 556cf82c3abe36dfbb0f85aead7c529c in 463ms, sequenceid=374, compaction requested=true 2024-12-08T22:16:25,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:25,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:25,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:25,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:25,063 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:25,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:25,063 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:25,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:25,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:25,064 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37717 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:25,064 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:25,064 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/A is initiating minor compaction (all files) 2024-12-08T22:16:25,064 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/B is initiating minor compaction (all files) 2024-12-08T22:16:25,064 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/B in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:25,064 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/A in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:25,064 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8e3e00d52a314beebb46c8b45b891fd3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/e651476e295e4d079f89a630ab2e28e0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0d7b8a12e8ff49ef868c393638aee8ba] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=36.8 K 2024-12-08T22:16:25,064 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/9d40116e03f1472693fcd96176862fb1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/64573f2539bf43c1a13ed7cc07b33b23, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/94dc3bc3f3514905bcf518d6da547792] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=34.5 K 2024-12-08T22:16:25,064 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e3e00d52a314beebb46c8b45b891fd3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733696182484 2024-12-08T22:16:25,064 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d40116e03f1472693fcd96176862fb1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733696182484 2024-12-08T22:16:25,064 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting e651476e295e4d079f89a630ab2e28e0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733696183165 2024-12-08T22:16:25,064 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 64573f2539bf43c1a13ed7cc07b33b23, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733696183165 2024-12-08T22:16:25,064 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 94dc3bc3f3514905bcf518d6da547792, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733696183952 2024-12-08T22:16:25,064 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d7b8a12e8ff49ef868c393638aee8ba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733696183915 2024-12-08T22:16:25,074 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#A#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:25,074 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/dde215bc03224ec899d11c6a0d4b8a9a is 50, key is test_row_0/A:col10/1733696183952/Put/seqid=0 2024-12-08T22:16:25,082 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#B#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:25,083 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/747fb2ea362e47d4b925ace06c318140 is 50, key is test_row_0/B:col10/1733696183952/Put/seqid=0 2024-12-08T22:16:25,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742344_1520 (size=13221) 2024-12-08T22:16:25,117 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/dde215bc03224ec899d11c6a0d4b8a9a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/dde215bc03224ec899d11c6a0d4b8a9a 2024-12-08T22:16:25,121 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/A of 556cf82c3abe36dfbb0f85aead7c529c into dde215bc03224ec899d11c6a0d4b8a9a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:25,121 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:25,121 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/A, priority=13, startTime=1733696185063; duration=0sec 2024-12-08T22:16:25,121 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:25,121 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:A 2024-12-08T22:16:25,121 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:25,122 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:25,122 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/C is initiating minor compaction (all files) 2024-12-08T22:16:25,122 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/C in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:25,122 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/6323eb48a1d440e6810d7e871c7bda2a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1c012f171d174836a41d2b457ac662b5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/3cc9884834254d50b227b88e493e90a5] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=34.5 K 2024-12-08T22:16:25,122 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6323eb48a1d440e6810d7e871c7bda2a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733696182484 2024-12-08T22:16:25,122 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c012f171d174836a41d2b457ac662b5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733696183165 2024-12-08T22:16:25,123 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cc9884834254d50b227b88e493e90a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733696183952 2024-12-08T22:16:25,128 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:25,128 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/b4ea6bb69e1b4b89b52966c76457efcd is 50, key is test_row_0/C:col10/1733696183952/Put/seqid=0 2024-12-08T22:16:25,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742345_1521 (size=13221) 2024-12-08T22:16:25,142 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/747fb2ea362e47d4b925ace06c318140 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/747fb2ea362e47d4b925ace06c318140 2024-12-08T22:16:25,147 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/B of 556cf82c3abe36dfbb0f85aead7c529c into 747fb2ea362e47d4b925ace06c318140(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:25,147 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:25,147 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/B, priority=13, startTime=1733696185063; duration=0sec 2024-12-08T22:16:25,147 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:25,147 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:B 2024-12-08T22:16:25,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742346_1522 (size=13221) 2024-12-08T22:16:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:25,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-08T22:16:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:25,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/98a1d8a4f9d54d24acb20436442cd492 is 50, key is test_row_0/A:col10/1733696185258/Put/seqid=0 2024-12-08T22:16:25,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742347_1523 (size=12301) 2024-12-08T22:16:25,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/98a1d8a4f9d54d24acb20436442cd492 2024-12-08T22:16:25,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/014c93fc267e461e94c12a228b12c3c4 is 50, key is test_row_0/B:col10/1733696185258/Put/seqid=0 2024-12-08T22:16:25,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742348_1524 (size=12301) 2024-12-08T22:16:25,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/014c93fc267e461e94c12a228b12c3c4 2024-12-08T22:16:25,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/1e3bee0d1b564409a6b6bc4ddeb3bdfc is 50, key is test_row_0/C:col10/1733696185258/Put/seqid=0 2024-12-08T22:16:25,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742349_1525 (size=12301) 2024-12-08T22:16:25,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/1e3bee0d1b564409a6b6bc4ddeb3bdfc 2024-12-08T22:16:25,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733696185287, max timestamp=1733696185311Num uniques 859; 2024-12-08T22:16:25,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-08T22:16:25,316 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733696185287, max timestamp=1733696185311Num uniques 859; 2024-12-08T22:16:25,316 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-08T22:16:25,317 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733696185287, max timestamp=1733696185311Num uniques 859; 2024-12-08T22:16:25,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-08T22:16:25,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/98a1d8a4f9d54d24acb20436442cd492 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/98a1d8a4f9d54d24acb20436442cd492 2024-12-08T22:16:25,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/98a1d8a4f9d54d24acb20436442cd492, entries=150, sequenceid=388, filesize=12.0 K 2024-12-08T22:16:25,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/014c93fc267e461e94c12a228b12c3c4 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/014c93fc267e461e94c12a228b12c3c4 2024-12-08T22:16:25,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/014c93fc267e461e94c12a228b12c3c4, entries=150, sequenceid=388, filesize=12.0 K 2024-12-08T22:16:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/1e3bee0d1b564409a6b6bc4ddeb3bdfc as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1e3bee0d1b564409a6b6bc4ddeb3bdfc 2024-12-08T22:16:25,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1e3bee0d1b564409a6b6bc4ddeb3bdfc, entries=150, sequenceid=388, filesize=12.0 K 2024-12-08T22:16:25,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=67.09 KB/68700 for 556cf82c3abe36dfbb0f85aead7c529c in 74ms, sequenceid=388, compaction requested=false 2024-12-08T22:16:25,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:25,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=73.80 KB heapSize=196.31 KB 2024-12-08T22:16:25,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:25,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:25,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:25,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:25,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:25,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:25,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/2e78a32fd2994900bff0050dc0c91663 is 50, key is test_row_0/A:col10/1733696185328/Put/seqid=0 2024-12-08T22:16:25,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742350_1526 (size=14741) 2024-12-08T22:16:25,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/2e78a32fd2994900bff0050dc0c91663 2024-12-08T22:16:25,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/2d03fd0b77744558b35a91a04a074137 is 50, key is test_row_0/B:col10/1733696185328/Put/seqid=0 2024-12-08T22:16:25,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742351_1527 (size=12301) 2024-12-08T22:16:25,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/2d03fd0b77744558b35a91a04a074137 2024-12-08T22:16:25,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/1c507183ff0348728bd19dce15af909a is 50, key is test_row_0/C:col10/1733696185328/Put/seqid=0 2024-12-08T22:16:25,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696245395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742352_1528 (size=12301) 2024-12-08T22:16:25,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696245399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696245400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/1c507183ff0348728bd19dce15af909a 2024-12-08T22:16:25,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/2e78a32fd2994900bff0050dc0c91663 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2e78a32fd2994900bff0050dc0c91663 2024-12-08T22:16:25,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2e78a32fd2994900bff0050dc0c91663, entries=200, sequenceid=414, filesize=14.4 K 2024-12-08T22:16:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/2d03fd0b77744558b35a91a04a074137 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2d03fd0b77744558b35a91a04a074137 2024-12-08T22:16:25,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2d03fd0b77744558b35a91a04a074137, entries=150, sequenceid=414, filesize=12.0 K 2024-12-08T22:16:25,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/1c507183ff0348728bd19dce15af909a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1c507183ff0348728bd19dce15af909a 2024-12-08T22:16:25,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1c507183ff0348728bd19dce15af909a, entries=150, sequenceid=414, filesize=12.0 K 2024-12-08T22:16:25,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~196.27 KB/200976, currentSize=107.34 KB/109920 for 556cf82c3abe36dfbb0f85aead7c529c in 100ms, sequenceid=414, compaction requested=true 2024-12-08T22:16:25,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:25,434 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:25,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:A, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:25,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:25,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:B, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:25,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:25,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:25,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T22:16:25,435 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:25,435 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/A is initiating minor compaction (all files) 2024-12-08T22:16:25,435 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/A in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:25,435 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/dde215bc03224ec899d11c6a0d4b8a9a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/98a1d8a4f9d54d24acb20436442cd492, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2e78a32fd2994900bff0050dc0c91663] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=39.3 K 2024-12-08T22:16:25,436 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting dde215bc03224ec899d11c6a0d4b8a9a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733696183952 2024-12-08T22:16:25,436 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 98a1d8a4f9d54d24acb20436442cd492, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733696184611 2024-12-08T22:16:25,436 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e78a32fd2994900bff0050dc0c91663, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733696185298 2024-12-08T22:16:25,445 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#A#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:25,445 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/a6e2955210124db1a43bb4b75d8e29f9 is 50, key is test_row_0/A:col10/1733696185328/Put/seqid=0 2024-12-08T22:16:25,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742353_1529 (size=13323) 2024-12-08T22:16:25,461 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/a6e2955210124db1a43bb4b75d8e29f9 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a6e2955210124db1a43bb4b75d8e29f9 2024-12-08T22:16:25,467 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/A of 556cf82c3abe36dfbb0f85aead7c529c into a6e2955210124db1a43bb4b75d8e29f9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:25,467 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:25,467 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/A, priority=13, startTime=1733696185434; duration=0sec 2024-12-08T22:16:25,468 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T22:16:25,468 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:A 2024-12-08T22:16:25,468 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-08T22:16:25,468 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T22:16:25,468 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T22:16:25,469 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. because compaction request was cancelled 2024-12-08T22:16:25,469 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:C 2024-12-08T22:16:25,469 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:25,469 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:25,469 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/B is initiating minor compaction (all files) 2024-12-08T22:16:25,469 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/B in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:25,470 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/747fb2ea362e47d4b925ace06c318140, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/014c93fc267e461e94c12a228b12c3c4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2d03fd0b77744558b35a91a04a074137] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=36.9 K 2024-12-08T22:16:25,470 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 747fb2ea362e47d4b925ace06c318140, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733696183952 2024-12-08T22:16:25,470 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 014c93fc267e461e94c12a228b12c3c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733696184611 2024-12-08T22:16:25,472 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d03fd0b77744558b35a91a04a074137, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733696185327 2024-12-08T22:16:25,479 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:25,481 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/bda65ff33e6847229b78a1d9dbedaeb5 is 50, key is test_row_0/B:col10/1733696185328/Put/seqid=0 2024-12-08T22:16:25,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742354_1530 (size=13323) 2024-12-08T22:16:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:25,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:16:25,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:25,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:25,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:25,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:25,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:25,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:25,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/b9b9cc92ddb246ab80e145287d3304a6 is 50, key is test_row_0/A:col10/1733696185395/Put/seqid=0 2024-12-08T22:16:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-08T22:16:25,546 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:25,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-12-08T22:16:25,549 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-08T22:16:25,550 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:25,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742355_1531 (size=14741) 2024-12-08T22:16:25,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/b9b9cc92ddb246ab80e145287d3304a6 2024-12-08T22:16:25,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696245548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696245562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696245562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,569 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/b4ea6bb69e1b4b89b52966c76457efcd as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/b4ea6bb69e1b4b89b52966c76457efcd 2024-12-08T22:16:25,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/6a039540f90a48df8b9f736a6c0ba789 is 50, key is test_row_0/B:col10/1733696185395/Put/seqid=0 2024-12-08T22:16:25,574 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/C of 556cf82c3abe36dfbb0f85aead7c529c into b4ea6bb69e1b4b89b52966c76457efcd(size=12.9 K), total size for store is 36.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:25,574 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:25,574 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/C, priority=13, startTime=1733696185063; duration=0sec 2024-12-08T22:16:25,575 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:25,575 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:C 2024-12-08T22:16:25,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742356_1532 (size=12301) 2024-12-08T22:16:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-08T22:16:25,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696245676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696245676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696245676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59826 deadline: 1733696245685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,691 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in 556cf82c3abe36dfbb0f85aead7c529c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:25,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-08T22:16:25,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:25,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:25,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:25,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:25,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:25,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-08T22:16:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:25,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-08T22:16:25,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696245885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696245885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696245886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:25,908 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/bda65ff33e6847229b78a1d9dbedaeb5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/bda65ff33e6847229b78a1d9dbedaeb5 2024-12-08T22:16:25,915 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/B of 556cf82c3abe36dfbb0f85aead7c529c into bda65ff33e6847229b78a1d9dbedaeb5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:25,915 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:25,915 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/B, priority=13, startTime=1733696185435; duration=0sec 2024-12-08T22:16:25,915 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:25,915 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:B 2024-12-08T22:16:25,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/6a039540f90a48df8b9f736a6c0ba789 2024-12-08T22:16:25,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/64a102dc47624596bedf135e68d8e601 is 50, key is test_row_0/C:col10/1733696185395/Put/seqid=0 2024-12-08T22:16:25,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742357_1533 (size=12301) 2024-12-08T22:16:26,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-08T22:16:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:26,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:26,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696246055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:26,060 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in 556cf82c3abe36dfbb0f85aead7c529c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:26,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:26,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-08T22:16:26,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:26,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:26,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:26,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:26,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-08T22:16:26,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696246204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:26,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696246205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:26,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696246205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:26,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:26,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-08T22:16:26,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:26,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:26,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:26,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:26,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:26,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/64a102dc47624596bedf135e68d8e601 2024-12-08T22:16:26,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/b9b9cc92ddb246ab80e145287d3304a6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/b9b9cc92ddb246ab80e145287d3304a6 2024-12-08T22:16:26,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/b9b9cc92ddb246ab80e145287d3304a6, entries=200, sequenceid=435, filesize=14.4 K 2024-12-08T22:16:26,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/6a039540f90a48df8b9f736a6c0ba789 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6a039540f90a48df8b9f736a6c0ba789 2024-12-08T22:16:26,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6a039540f90a48df8b9f736a6c0ba789, entries=150, sequenceid=435, filesize=12.0 K 2024-12-08T22:16:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/64a102dc47624596bedf135e68d8e601 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/64a102dc47624596bedf135e68d8e601 2024-12-08T22:16:26,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/64a102dc47624596bedf135e68d8e601, entries=150, sequenceid=435, filesize=12.0 K 2024-12-08T22:16:26,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 556cf82c3abe36dfbb0f85aead7c529c in 886ms, sequenceid=435, compaction requested=true 2024-12-08T22:16:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:26,408 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T22:16:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:26,408 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T22:16:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:26,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:26,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:26,409 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T22:16:26,409 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T22:16:26,409 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. because compaction request was cancelled 2024-12-08T22:16:26,409 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:B 2024-12-08T22:16:26,409 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:16:26,409 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T22:16:26,409 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T22:16:26,409 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. because compaction request was cancelled 2024-12-08T22:16:26,409 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:A 2024-12-08T22:16:26,410 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:16:26,410 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/C is initiating minor compaction (all files) 2024-12-08T22:16:26,410 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/C in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:26,410 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/b4ea6bb69e1b4b89b52966c76457efcd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1e3bee0d1b564409a6b6bc4ddeb3bdfc, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1c507183ff0348728bd19dce15af909a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/64a102dc47624596bedf135e68d8e601] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=48.9 K 2024-12-08T22:16:26,411 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting b4ea6bb69e1b4b89b52966c76457efcd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733696183952 2024-12-08T22:16:26,411 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e3bee0d1b564409a6b6bc4ddeb3bdfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733696184611 2024-12-08T22:16:26,411 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c507183ff0348728bd19dce15af909a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733696185327 2024-12-08T22:16:26,411 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 64a102dc47624596bedf135e68d8e601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733696185395 2024-12-08T22:16:26,420 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:26,420 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/e2f9af98ff094d1793e7fbfe0da26ae8 is 50, key is test_row_0/C:col10/1733696185395/Put/seqid=0 2024-12-08T22:16:26,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742358_1534 (size=13357) 2024-12-08T22:16:26,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-08T22:16:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:26,467 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-08T22:16:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:26,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:26,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/f9edecba30c04eea95d047cd435a64f0 is 50, key is test_row_0/A:col10/1733696185542/Put/seqid=0 2024-12-08T22:16:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742359_1535 (size=12301) 2024-12-08T22:16:26,490 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/f9edecba30c04eea95d047cd435a64f0 2024-12-08T22:16:26,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/7d2b8b46f92f45fd82fecd0352285764 is 50, key is test_row_0/B:col10/1733696185542/Put/seqid=0 2024-12-08T22:16:26,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742360_1536 (size=12301) 2024-12-08T22:16:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-08T22:16:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:26,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:26,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696246753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:26,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:26,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696246760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:26,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696246763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:26,832 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/e2f9af98ff094d1793e7fbfe0da26ae8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e2f9af98ff094d1793e7fbfe0da26ae8 2024-12-08T22:16:26,839 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/C of 556cf82c3abe36dfbb0f85aead7c529c into e2f9af98ff094d1793e7fbfe0da26ae8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:26,839 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:26,839 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/C, priority=12, startTime=1733696186408; duration=0sec 2024-12-08T22:16:26,839 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:26,839 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:C 2024-12-08T22:16:26,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696246867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:26,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:26,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696246875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:26,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696246885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:26,909 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/7d2b8b46f92f45fd82fecd0352285764 2024-12-08T22:16:26,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/e7502797c17141bea442bc8f9255d114 is 50, key is test_row_0/C:col10/1733696185542/Put/seqid=0 2024-12-08T22:16:26,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742361_1537 (size=12301) 2024-12-08T22:16:27,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696247075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:27,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:27,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696247085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:27,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:27,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696247095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:27,318 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/e7502797c17141bea442bc8f9255d114 2024-12-08T22:16:27,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/f9edecba30c04eea95d047cd435a64f0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f9edecba30c04eea95d047cd435a64f0 2024-12-08T22:16:27,340 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f9edecba30c04eea95d047cd435a64f0, entries=150, sequenceid=450, filesize=12.0 K 2024-12-08T22:16:27,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/7d2b8b46f92f45fd82fecd0352285764 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/7d2b8b46f92f45fd82fecd0352285764 2024-12-08T22:16:27,344 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/7d2b8b46f92f45fd82fecd0352285764, entries=150, sequenceid=450, filesize=12.0 K 2024-12-08T22:16:27,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/e7502797c17141bea442bc8f9255d114 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e7502797c17141bea442bc8f9255d114 2024-12-08T22:16:27,350 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e7502797c17141bea442bc8f9255d114, entries=150, sequenceid=450, filesize=12.0 K 2024-12-08T22:16:27,351 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 556cf82c3abe36dfbb0f85aead7c529c in 884ms, sequenceid=450, compaction requested=true 2024-12-08T22:16:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-12-08T22:16:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-12-08T22:16:27,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-08T22:16:27,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8030 sec 2024-12-08T22:16:27,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.8080 sec 2024-12-08T22:16:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:27,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:16:27,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:27,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:27,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:27,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:27,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:27,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:27,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/a38c3b0527b14dd4b2beddf9013f2e56 is 50, key is test_row_0/A:col10/1733696186762/Put/seqid=0 2024-12-08T22:16:27,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742362_1538 (size=14741) 2024-12-08T22:16:27,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696247413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:27,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696247417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:27,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696247418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:27,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:27,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696247535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:27,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:27,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696247535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:27,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:27,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:27,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696247535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:27,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-08T22:16:27,695 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:27,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-12-08T22:16:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-08T22:16:27,696 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:27,697 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:27,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696247745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696247745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:27,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696247755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-08T22:16:27,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/a38c3b0527b14dd4b2beddf9013f2e56 2024-12-08T22:16:27,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/8537f14f71494f74a2d024c36d043371 is 50, key is test_row_0/B:col10/1733696186762/Put/seqid=0 2024-12-08T22:16:27,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742363_1539 (size=12301) 2024-12-08T22:16:27,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/8537f14f71494f74a2d024c36d043371 2024-12-08T22:16:27,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/220cfb0c39824046ba1c5ff4a586e14c is 50, key is test_row_0/C:col10/1733696186762/Put/seqid=0 2024-12-08T22:16:27,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-08T22:16:27,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:27,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:27,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:27,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:27,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:27,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742364_1540 (size=12301) 2024-12-08T22:16:27,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/220cfb0c39824046ba1c5ff4a586e14c 2024-12-08T22:16:27,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/a38c3b0527b14dd4b2beddf9013f2e56 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a38c3b0527b14dd4b2beddf9013f2e56 2024-12-08T22:16:27,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a38c3b0527b14dd4b2beddf9013f2e56, entries=200, sequenceid=471, filesize=14.4 K 2024-12-08T22:16:27,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/8537f14f71494f74a2d024c36d043371 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/8537f14f71494f74a2d024c36d043371 2024-12-08T22:16:27,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/8537f14f71494f74a2d024c36d043371, entries=150, sequenceid=471, filesize=12.0 K 2024-12-08T22:16:27,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/220cfb0c39824046ba1c5ff4a586e14c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/220cfb0c39824046ba1c5ff4a586e14c 2024-12-08T22:16:27,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/220cfb0c39824046ba1c5ff4a586e14c, entries=150, sequenceid=471, filesize=12.0 K 2024-12-08T22:16:27,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 556cf82c3abe36dfbb0f85aead7c529c in 497ms, sequenceid=471, compaction requested=true 2024-12-08T22:16:27,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:27,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:27,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:27,887 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:16:27,887 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:16:27,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:27,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:27,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:27,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:27,891 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:16:27,891 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/B is initiating minor compaction (all files) 2024-12-08T22:16:27,891 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/B in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:27,892 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/bda65ff33e6847229b78a1d9dbedaeb5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6a039540f90a48df8b9f736a6c0ba789, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/7d2b8b46f92f45fd82fecd0352285764, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/8537f14f71494f74a2d024c36d043371] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=49.0 K 2024-12-08T22:16:27,892 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55106 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T22:16:27,892 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/A is initiating minor compaction (all files) 2024-12-08T22:16:27,892 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/A in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:27,892 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a6e2955210124db1a43bb4b75d8e29f9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/b9b9cc92ddb246ab80e145287d3304a6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f9edecba30c04eea95d047cd435a64f0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a38c3b0527b14dd4b2beddf9013f2e56] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=53.8 K 2024-12-08T22:16:27,892 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting bda65ff33e6847229b78a1d9dbedaeb5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733696185327 2024-12-08T22:16:27,892 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6e2955210124db1a43bb4b75d8e29f9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733696185327 2024-12-08T22:16:27,893 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9b9cc92ddb246ab80e145287d3304a6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733696185379 2024-12-08T22:16:27,893 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a039540f90a48df8b9f736a6c0ba789, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733696185395 2024-12-08T22:16:27,893 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9edecba30c04eea95d047cd435a64f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733696185542 2024-12-08T22:16:27,893 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d2b8b46f92f45fd82fecd0352285764, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733696185542 2024-12-08T22:16:27,893 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting a38c3b0527b14dd4b2beddf9013f2e56, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733696186750 2024-12-08T22:16:27,893 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 8537f14f71494f74a2d024c36d043371, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733696186750 2024-12-08T22:16:27,915 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:27,916 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/83cb8cd99d8b4e78b56d2ec012f765b5 is 50, key is test_row_0/B:col10/1733696186762/Put/seqid=0 2024-12-08T22:16:27,930 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#A#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:27,930 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/119424c9c6034fa9b7cf1127b158c7c1 is 50, key is test_row_0/A:col10/1733696186762/Put/seqid=0 2024-12-08T22:16:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742365_1541 (size=13459) 2024-12-08T22:16:27,964 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/83cb8cd99d8b4e78b56d2ec012f765b5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/83cb8cd99d8b4e78b56d2ec012f765b5 2024-12-08T22:16:27,970 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/B of 556cf82c3abe36dfbb0f85aead7c529c into 83cb8cd99d8b4e78b56d2ec012f765b5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:27,970 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:27,970 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/B, priority=12, startTime=1733696187887; duration=0sec 2024-12-08T22:16:27,970 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:27,970 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:B 2024-12-08T22:16:27,970 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:27,971 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:27,971 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/C is initiating minor compaction (all files) 2024-12-08T22:16:27,971 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/C in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:27,971 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e2f9af98ff094d1793e7fbfe0da26ae8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e7502797c17141bea442bc8f9255d114, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/220cfb0c39824046ba1c5ff4a586e14c] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=37.1 K 2024-12-08T22:16:27,972 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting e2f9af98ff094d1793e7fbfe0da26ae8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733696185395 2024-12-08T22:16:27,972 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting e7502797c17141bea442bc8f9255d114, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733696185542 2024-12-08T22:16:27,972 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 220cfb0c39824046ba1c5ff4a586e14c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733696186750 2024-12-08T22:16:27,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742366_1542 (size=13459) 2024-12-08T22:16:27,983 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#C#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:27,983 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/42efdb67f8d043908c637a73abe9fbdd is 50, key is test_row_0/C:col10/1733696186762/Put/seqid=0 2024-12-08T22:16:27,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742367_1543 (size=13459) 2024-12-08T22:16:28,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-08T22:16:28,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:28,003 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-08T22:16:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:28,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/2942aa9c8afa48099d62649563ff8afb is 50, key is test_row_0/A:col10/1733696187417/Put/seqid=0 2024-12-08T22:16:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-08T22:16:28,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742368_1544 (size=12301) 2024-12-08T22:16:28,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. as already flushing 2024-12-08T22:16:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:28,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696248104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696248105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696248109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696248116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696248225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696248226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696248226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696248237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-08T22:16:28,356 INFO [Thread-1984 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1984. 2024-12-08T22:16:28,356 DEBUG [Thread-1984 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:28,356 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:28,356 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:28,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:28,361 INFO [Thread-1986 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1986. 2024-12-08T22:16:28,361 DEBUG [Thread-1986 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:28,361 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:28,361 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:28,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:28,365 INFO [Thread-1988 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1988. 2024-12-08T22:16:28,365 DEBUG [Thread-1988 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:28,365 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:28,365 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:28,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:28,368 INFO [Thread-1982 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1982. 2024-12-08T22:16:28,368 DEBUG [Thread-1982 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:28,368 DEBUG [Thread-1982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:28,368 DEBUG [Thread-1982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:28,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:28,369 INFO [Thread-1980 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1980. 2024-12-08T22:16:28,369 DEBUG [Thread-1980 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:28,369 DEBUG [Thread-1980 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:28,369 DEBUG [Thread-1980 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:28,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:28,386 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/119424c9c6034fa9b7cf1127b158c7c1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/119424c9c6034fa9b7cf1127b158c7c1 2024-12-08T22:16:28,390 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/A of 556cf82c3abe36dfbb0f85aead7c529c into 119424c9c6034fa9b7cf1127b158c7c1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:28,391 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:28,391 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/A, priority=12, startTime=1733696187887; duration=0sec 2024-12-08T22:16:28,391 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:28,391 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:A 2024-12-08T22:16:28,399 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/42efdb67f8d043908c637a73abe9fbdd as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/42efdb67f8d043908c637a73abe9fbdd 2024-12-08T22:16:28,403 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/C of 556cf82c3abe36dfbb0f85aead7c529c into 42efdb67f8d043908c637a73abe9fbdd(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:28,403 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:28,403 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/C, priority=13, startTime=1733696187888; duration=0sec 2024-12-08T22:16:28,403 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:28,403 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:C 2024-12-08T22:16:28,432 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/2942aa9c8afa48099d62649563ff8afb 2024-12-08T22:16:28,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/907f52213b524664992c2c43d71b6670 is 50, key is test_row_0/B:col10/1733696187417/Put/seqid=0 2024-12-08T22:16:28,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742369_1545 (size=12301) 2024-12-08T22:16:28,444 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/907f52213b524664992c2c43d71b6670 2024-12-08T22:16:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696248445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696248445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696248445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/db1b4df763c544d08b219669008e1924 is 50, key is test_row_0/C:col10/1733696187417/Put/seqid=0 2024-12-08T22:16:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742370_1546 (size=12301) 2024-12-08T22:16:28,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696248455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59786 deadline: 1733696248756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59844 deadline: 1733696248756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59800 deadline: 1733696248756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59776 deadline: 1733696248765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 , the old value is region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=2 because the exception is null or not the one we care about 2024-12-08T22:16:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-08T22:16:28,854 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/db1b4df763c544d08b219669008e1924 2024-12-08T22:16:28,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/2942aa9c8afa48099d62649563ff8afb as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2942aa9c8afa48099d62649563ff8afb 2024-12-08T22:16:28,860 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2942aa9c8afa48099d62649563ff8afb, entries=150, sequenceid=484, filesize=12.0 K 2024-12-08T22:16:28,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/907f52213b524664992c2c43d71b6670 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/907f52213b524664992c2c43d71b6670 2024-12-08T22:16:28,864 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/907f52213b524664992c2c43d71b6670, entries=150, sequenceid=484, filesize=12.0 K 2024-12-08T22:16:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/db1b4df763c544d08b219669008e1924 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/db1b4df763c544d08b219669008e1924 2024-12-08T22:16:28,869 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/db1b4df763c544d08b219669008e1924, entries=150, sequenceid=484, filesize=12.0 K 2024-12-08T22:16:28,869 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 556cf82c3abe36dfbb0f85aead7c529c in 867ms, sequenceid=484, compaction requested=false 2024-12-08T22:16:28,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:28,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:28,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-12-08T22:16:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-12-08T22:16:28,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-08T22:16:28,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1740 sec 2024-12-08T22:16:28,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.1790 sec 2024-12-08T22:16:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:29,272 INFO [Thread-1975 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1975. 2024-12-08T22:16:29,272 INFO [Thread-1971 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1971. 2024-12-08T22:16:29,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=134.18 KB heapSize=399.89 KB 2024-12-08T22:16:29,272 DEBUG [Thread-1975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:29,272 DEBUG [Thread-1975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:29,272 DEBUG [Thread-1971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:29,272 DEBUG [Thread-1971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:29,272 DEBUG [Thread-1975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:29,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:29,272 DEBUG [Thread-1971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:29,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:29,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:29,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:29,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:29,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:29,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:29,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:29,273 INFO [Thread-1977 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1977. 2024-12-08T22:16:29,274 DEBUG [Thread-1977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:29,274 DEBUG [Thread-1977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:29,274 DEBUG [Thread-1977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:29,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:29,276 INFO [Thread-1969 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1969. 2024-12-08T22:16:29,276 DEBUG [Thread-1969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:29,276 DEBUG [Thread-1969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:29,277 DEBUG [Thread-1969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:29,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:29,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/61ff1bb5e6cc4b45b54c8733af7f06f1 is 50, key is test_row_0/A:col10/1733696188113/Put/seqid=0 2024-12-08T22:16:29,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742371_1547 (size=12301) 2024-12-08T22:16:29,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/61ff1bb5e6cc4b45b54c8733af7f06f1 2024-12-08T22:16:29,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/6ecc7589a41c4b9dbe2028e58b511f92 is 50, key is test_row_0/B:col10/1733696188113/Put/seqid=0 2024-12-08T22:16:29,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742372_1548 (size=12301) 2024-12-08T22:16:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-08T22:16:29,847 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:30,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/6ecc7589a41c4b9dbe2028e58b511f92 2024-12-08T22:16:30,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/636ec6c3ecb2476ab2d5b61baf9aefed is 50, key is test_row_0/C:col10/1733696188113/Put/seqid=0 2024-12-08T22:16:30,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742373_1549 (size=12301) 2024-12-08T22:16:30,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/636ec6c3ecb2476ab2d5b61baf9aefed 2024-12-08T22:16:30,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/61ff1bb5e6cc4b45b54c8733af7f06f1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/61ff1bb5e6cc4b45b54c8733af7f06f1 2024-12-08T22:16:30,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/61ff1bb5e6cc4b45b54c8733af7f06f1, entries=150, sequenceid=509, filesize=12.0 K 2024-12-08T22:16:30,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/6ecc7589a41c4b9dbe2028e58b511f92 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6ecc7589a41c4b9dbe2028e58b511f92 2024-12-08T22:16:30,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6ecc7589a41c4b9dbe2028e58b511f92, entries=150, sequenceid=509, filesize=12.0 K 2024-12-08T22:16:30,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/636ec6c3ecb2476ab2d5b61baf9aefed as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/636ec6c3ecb2476ab2d5b61baf9aefed 2024-12-08T22:16:30,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/636ec6c3ecb2476ab2d5b61baf9aefed, entries=150, sequenceid=509, filesize=12.0 K 2024-12-08T22:16:30,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~399.84 KB/409440, currentSize=6.71 KB/6870 for 556cf82c3abe36dfbb0f85aead7c529c in 849ms, sequenceid=509, compaction requested=true 2024-12-08T22:16:30,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:30,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:30,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:30,121 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:30,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:30,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:30,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 556cf82c3abe36dfbb0f85aead7c529c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:30,121 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:30,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:30,122 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:30,122 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:30,122 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/B is initiating minor compaction (all files) 2024-12-08T22:16:30,122 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/A is initiating minor compaction (all files) 2024-12-08T22:16:30,122 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/A in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:30,122 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/B in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:30,122 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/119424c9c6034fa9b7cf1127b158c7c1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2942aa9c8afa48099d62649563ff8afb, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/61ff1bb5e6cc4b45b54c8733af7f06f1] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=37.2 K 2024-12-08T22:16:30,122 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/83cb8cd99d8b4e78b56d2ec012f765b5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/907f52213b524664992c2c43d71b6670, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6ecc7589a41c4b9dbe2028e58b511f92] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=37.2 K 2024-12-08T22:16:30,122 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 119424c9c6034fa9b7cf1127b158c7c1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733696186750 2024-12-08T22:16:30,122 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 83cb8cd99d8b4e78b56d2ec012f765b5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733696186750 2024-12-08T22:16:30,122 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 907f52213b524664992c2c43d71b6670, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733696187410 2024-12-08T22:16:30,122 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2942aa9c8afa48099d62649563ff8afb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733696187410 2024-12-08T22:16:30,123 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ecc7589a41c4b9dbe2028e58b511f92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1733696188113 2024-12-08T22:16:30,123 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61ff1bb5e6cc4b45b54c8733af7f06f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1733696188113 2024-12-08T22:16:30,129 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:30,130 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/82457d19f10d470cb300db089bc08e38 is 50, key is test_row_0/B:col10/1733696188113/Put/seqid=0 2024-12-08T22:16:30,130 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#A#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:30,130 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/68b08011c41c470a9bb7088c0da27bac is 50, key is test_row_0/A:col10/1733696188113/Put/seqid=0 2024-12-08T22:16:30,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742374_1550 (size=13561) 2024-12-08T22:16:30,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742375_1551 (size=13561) 2024-12-08T22:16:30,548 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/82457d19f10d470cb300db089bc08e38 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/82457d19f10d470cb300db089bc08e38 2024-12-08T22:16:30,548 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/68b08011c41c470a9bb7088c0da27bac as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/68b08011c41c470a9bb7088c0da27bac 2024-12-08T22:16:30,552 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/B of 556cf82c3abe36dfbb0f85aead7c529c into 82457d19f10d470cb300db089bc08e38(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:30,552 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/A of 556cf82c3abe36dfbb0f85aead7c529c into 68b08011c41c470a9bb7088c0da27bac(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:30,552 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:30,552 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:30,552 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/B, priority=13, startTime=1733696190121; duration=0sec 2024-12-08T22:16:30,552 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/A, priority=13, startTime=1733696190121; duration=0sec 2024-12-08T22:16:30,552 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:30,552 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:A 2024-12-08T22:16:30,552 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:30,552 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:B 2024-12-08T22:16:30,552 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:30,553 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:30,553 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): 556cf82c3abe36dfbb0f85aead7c529c/C is initiating minor compaction (all files) 2024-12-08T22:16:30,553 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 556cf82c3abe36dfbb0f85aead7c529c/C in TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:30,553 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/42efdb67f8d043908c637a73abe9fbdd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/db1b4df763c544d08b219669008e1924, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/636ec6c3ecb2476ab2d5b61baf9aefed] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp, totalSize=37.2 K 2024-12-08T22:16:30,553 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42efdb67f8d043908c637a73abe9fbdd, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733696186750 2024-12-08T22:16:30,553 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting db1b4df763c544d08b219669008e1924, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733696187410 2024-12-08T22:16:30,554 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 636ec6c3ecb2476ab2d5b61baf9aefed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1733696188113 2024-12-08T22:16:30,560 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 556cf82c3abe36dfbb0f85aead7c529c#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:30,560 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/71695968449f4720b61525cba7eece15 is 50, key is test_row_0/C:col10/1733696188113/Put/seqid=0 2024-12-08T22:16:30,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742376_1552 (size=13561) 2024-12-08T22:16:30,968 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/71695968449f4720b61525cba7eece15 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/71695968449f4720b61525cba7eece15 2024-12-08T22:16:30,972 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 556cf82c3abe36dfbb0f85aead7c529c/C of 556cf82c3abe36dfbb0f85aead7c529c into 71695968449f4720b61525cba7eece15(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:30,972 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 556cf82c3abe36dfbb0f85aead7c529c: 2024-12-08T22:16:30,973 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., storeName=556cf82c3abe36dfbb0f85aead7c529c/C, priority=13, startTime=1733696190121; duration=0sec 2024-12-08T22:16:30,973 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:30,973 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 556cf82c3abe36dfbb0f85aead7c529c:C 2024-12-08T22:16:33,091 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T22:16:35,791 INFO [Thread-1973 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1973. 2024-12-08T22:16:35,791 DEBUG [Thread-1973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:16:35,791 DEBUG [Thread-1973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:35,791 DEBUG [Thread-1973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:35,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1478 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4430 rows 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1477 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4430 rows 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1479 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4436 rows 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1478 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4433 rows 2024-12-08T22:16:35,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1475 2024-12-08T22:16:35,793 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4421 rows 2024-12-08T22:16:35,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T22:16:35,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:16:35,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:35,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:35,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:16:35,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T22:16:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-08T22:16:35,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696195800"}]},"ts":"1733696195800"} 2024-12-08T22:16:35,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T22:16:35,803 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T22:16:35,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T22:16:35,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=556cf82c3abe36dfbb0f85aead7c529c, UNASSIGN}] 2024-12-08T22:16:35,806 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=556cf82c3abe36dfbb0f85aead7c529c, UNASSIGN 2024-12-08T22:16:35,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=556cf82c3abe36dfbb0f85aead7c529c, regionState=CLOSING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:35,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=556cf82c3abe36dfbb0f85aead7c529c, UNASSIGN because future has completed 2024-12-08T22:16:35,808 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T22:16:35,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:16:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-08T22:16:35,962 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:35,962 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T22:16:35,962 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 556cf82c3abe36dfbb0f85aead7c529c, disabling compactions & flushes 2024-12-08T22:16:35,962 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:35,962 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:35,962 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. after waiting 0 ms 2024-12-08T22:16:35,962 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:35,963 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(2902): Flushing 556cf82c3abe36dfbb0f85aead7c529c 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-12-08T22:16:35,963 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=A 2024-12-08T22:16:35,963 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:35,963 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=B 2024-12-08T22:16:35,963 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:35,963 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 556cf82c3abe36dfbb0f85aead7c529c, store=C 2024-12-08T22:16:35,963 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:35,971 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/0f1d49f22a264d59ae8822c9632449a0 is 50, key is test_row_1/A:col10/1733696189275/Put/seqid=0 2024-12-08T22:16:35,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742377_1553 (size=9857) 2024-12-08T22:16:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-08T22:16:36,376 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/0f1d49f22a264d59ae8822c9632449a0 2024-12-08T22:16:36,391 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/79974972bc794c35be84542b8e5e136e is 50, key is test_row_1/B:col10/1733696189275/Put/seqid=0 2024-12-08T22:16:36,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742378_1554 (size=9857) 2024-12-08T22:16:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-08T22:16:36,796 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/79974972bc794c35be84542b8e5e136e 2024-12-08T22:16:36,807 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/09c8ed4d64704219ab76c973051287a3 is 50, key is test_row_1/C:col10/1733696189275/Put/seqid=0 2024-12-08T22:16:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742379_1555 (size=9857) 2024-12-08T22:16:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-08T22:16:37,212 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/09c8ed4d64704219ab76c973051287a3 2024-12-08T22:16:37,222 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/A/0f1d49f22a264d59ae8822c9632449a0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0f1d49f22a264d59ae8822c9632449a0 2024-12-08T22:16:37,226 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0f1d49f22a264d59ae8822c9632449a0, entries=100, sequenceid=517, filesize=9.6 K 2024-12-08T22:16:37,227 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/B/79974972bc794c35be84542b8e5e136e as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/79974972bc794c35be84542b8e5e136e 2024-12-08T22:16:37,230 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/79974972bc794c35be84542b8e5e136e, entries=100, sequenceid=517, filesize=9.6 K 2024-12-08T22:16:37,231 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/.tmp/C/09c8ed4d64704219ab76c973051287a3 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/09c8ed4d64704219ab76c973051287a3 2024-12-08T22:16:37,235 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/09c8ed4d64704219ab76c973051287a3, entries=100, sequenceid=517, filesize=9.6 K 2024-12-08T22:16:37,235 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 556cf82c3abe36dfbb0f85aead7c529c in 1273ms, sequenceid=517, compaction requested=false 2024-12-08T22:16:37,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/199522f8d6f34e82be9f8ae044629a3f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/336d25c0fc844bb6817beda2fb30aa62, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/86f28c6a541c405eb67c4a060ee005c7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/dfc53141d9f94175b8905536f0c67cfa, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2aceee9ebd1f468da7f581c0820cd642, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/9f8c1a192fe54a99a5d23d964796f667, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7b99e1cd08ae41bbbb5c9ca15e7da939, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/373a47a11f294b359efa1e33141e7987, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/9cd284efa1414354bb9653cfe0fe04a6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/ed3a9338de2f47fb820e3ed9a3cdb397, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/b2ba2998145f410ebdc6b8b47d809729, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8ec48109c2ed40569308a7c650ca90e2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0d8e61df85d04ff5baa0ac11f6cab259, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7195155372354638b17c7bb7627562e8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f5f5b600f378481c9052accd89d5274a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/1bdec446ac4942c3b712bf36353e21b0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f251c7c364f54a49a5bc056f4afc2a55, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a3055295e2884473a6323651d04f2213, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7483c563e2e44ef8bf9d7a248512ab2c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0abe5b9f8a4048a7b761210ce954eee8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8d0dc0734a7442af81b8ed0d7bc4ff69, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7b4c1c0cf36f406ab6c0d579bf2b07f1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/ebadd6ba5fd54f599938e869888fc3dc, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/23fa92aa808a4e9bbbb56a637b11964e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8e3e00d52a314beebb46c8b45b891fd3, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/e651476e295e4d079f89a630ab2e28e0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0d7b8a12e8ff49ef868c393638aee8ba, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/dde215bc03224ec899d11c6a0d4b8a9a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/98a1d8a4f9d54d24acb20436442cd492, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2e78a32fd2994900bff0050dc0c91663, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a6e2955210124db1a43bb4b75d8e29f9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/b9b9cc92ddb246ab80e145287d3304a6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f9edecba30c04eea95d047cd435a64f0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a38c3b0527b14dd4b2beddf9013f2e56, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/119424c9c6034fa9b7cf1127b158c7c1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2942aa9c8afa48099d62649563ff8afb, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/61ff1bb5e6cc4b45b54c8733af7f06f1] to archive 2024-12-08T22:16:37,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:16:37,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/199522f8d6f34e82be9f8ae044629a3f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/199522f8d6f34e82be9f8ae044629a3f 2024-12-08T22:16:37,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/336d25c0fc844bb6817beda2fb30aa62 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/336d25c0fc844bb6817beda2fb30aa62 2024-12-08T22:16:37,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/86f28c6a541c405eb67c4a060ee005c7 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/86f28c6a541c405eb67c4a060ee005c7 2024-12-08T22:16:37,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/dfc53141d9f94175b8905536f0c67cfa to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/dfc53141d9f94175b8905536f0c67cfa 2024-12-08T22:16:37,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2aceee9ebd1f468da7f581c0820cd642 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2aceee9ebd1f468da7f581c0820cd642 2024-12-08T22:16:37,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/9f8c1a192fe54a99a5d23d964796f667 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/9f8c1a192fe54a99a5d23d964796f667 2024-12-08T22:16:37,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7b99e1cd08ae41bbbb5c9ca15e7da939 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7b99e1cd08ae41bbbb5c9ca15e7da939 2024-12-08T22:16:37,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/373a47a11f294b359efa1e33141e7987 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/373a47a11f294b359efa1e33141e7987 2024-12-08T22:16:37,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/9cd284efa1414354bb9653cfe0fe04a6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/9cd284efa1414354bb9653cfe0fe04a6 2024-12-08T22:16:37,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/ed3a9338de2f47fb820e3ed9a3cdb397 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/ed3a9338de2f47fb820e3ed9a3cdb397 2024-12-08T22:16:37,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/b2ba2998145f410ebdc6b8b47d809729 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/b2ba2998145f410ebdc6b8b47d809729 2024-12-08T22:16:37,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8ec48109c2ed40569308a7c650ca90e2 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8ec48109c2ed40569308a7c650ca90e2 2024-12-08T22:16:37,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0d8e61df85d04ff5baa0ac11f6cab259 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0d8e61df85d04ff5baa0ac11f6cab259 2024-12-08T22:16:37,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7195155372354638b17c7bb7627562e8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7195155372354638b17c7bb7627562e8 2024-12-08T22:16:37,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f5f5b600f378481c9052accd89d5274a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f5f5b600f378481c9052accd89d5274a 2024-12-08T22:16:37,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/1bdec446ac4942c3b712bf36353e21b0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/1bdec446ac4942c3b712bf36353e21b0 2024-12-08T22:16:37,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f251c7c364f54a49a5bc056f4afc2a55 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f251c7c364f54a49a5bc056f4afc2a55 2024-12-08T22:16:37,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a3055295e2884473a6323651d04f2213 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a3055295e2884473a6323651d04f2213 2024-12-08T22:16:37,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7483c563e2e44ef8bf9d7a248512ab2c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7483c563e2e44ef8bf9d7a248512ab2c 2024-12-08T22:16:37,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0abe5b9f8a4048a7b761210ce954eee8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0abe5b9f8a4048a7b761210ce954eee8 2024-12-08T22:16:37,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8d0dc0734a7442af81b8ed0d7bc4ff69 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8d0dc0734a7442af81b8ed0d7bc4ff69 2024-12-08T22:16:37,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7b4c1c0cf36f406ab6c0d579bf2b07f1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/7b4c1c0cf36f406ab6c0d579bf2b07f1 2024-12-08T22:16:37,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/ebadd6ba5fd54f599938e869888fc3dc to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/ebadd6ba5fd54f599938e869888fc3dc 2024-12-08T22:16:37,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/23fa92aa808a4e9bbbb56a637b11964e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/23fa92aa808a4e9bbbb56a637b11964e 2024-12-08T22:16:37,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8e3e00d52a314beebb46c8b45b891fd3 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/8e3e00d52a314beebb46c8b45b891fd3 2024-12-08T22:16:37,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/e651476e295e4d079f89a630ab2e28e0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/e651476e295e4d079f89a630ab2e28e0 2024-12-08T22:16:37,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0d7b8a12e8ff49ef868c393638aee8ba to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0d7b8a12e8ff49ef868c393638aee8ba 2024-12-08T22:16:37,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/dde215bc03224ec899d11c6a0d4b8a9a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/dde215bc03224ec899d11c6a0d4b8a9a 2024-12-08T22:16:37,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/98a1d8a4f9d54d24acb20436442cd492 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/98a1d8a4f9d54d24acb20436442cd492 2024-12-08T22:16:37,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2e78a32fd2994900bff0050dc0c91663 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2e78a32fd2994900bff0050dc0c91663 2024-12-08T22:16:37,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a6e2955210124db1a43bb4b75d8e29f9 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a6e2955210124db1a43bb4b75d8e29f9 2024-12-08T22:16:37,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/b9b9cc92ddb246ab80e145287d3304a6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/b9b9cc92ddb246ab80e145287d3304a6 2024-12-08T22:16:37,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f9edecba30c04eea95d047cd435a64f0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/f9edecba30c04eea95d047cd435a64f0 2024-12-08T22:16:37,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a38c3b0527b14dd4b2beddf9013f2e56 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/a38c3b0527b14dd4b2beddf9013f2e56 2024-12-08T22:16:37,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/119424c9c6034fa9b7cf1127b158c7c1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/119424c9c6034fa9b7cf1127b158c7c1 2024-12-08T22:16:37,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2942aa9c8afa48099d62649563ff8afb to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/2942aa9c8afa48099d62649563ff8afb 2024-12-08T22:16:37,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/61ff1bb5e6cc4b45b54c8733af7f06f1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/61ff1bb5e6cc4b45b54c8733af7f06f1 2024-12-08T22:16:37,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4ff9f9f4e7654150ae1815fb4d5b3901, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/aba1116055734a4195f381727efa167e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6a63b40ddc1d45d8a1063d6340318c1e, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/f5782b5cf10c44238eebe5f8e9e5b82a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4a4ed4466a014b0785759447deb3afdd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/0d2b8366aa6e4e1ab5c99c300aec8ddd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2cd422d50e9e43db9fd3db4683be43ad, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/91cc2d2e22994187acb52a7462d2ce5b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/c2312ae75c754b2ab6827cb5ceb11fd8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/5afb1d6bd7d94f778a15fee087368c11, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/62a789c60e4344eaa713f5634060c56f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6b4c81f1c0d244cf9955ab4e8c75cfa1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/95827bd92e2f43c292a70057408d197b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/f74d746c530746f68d6281aa5a9fc973, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/c0e70b86f99c4422865a51794630934d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/a4c3fd1aba1a483784385b0a653feb93, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2f22ccad36bf4388822673d5c8283a22, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/b8c65e2272b745be95c8b1321cb1a4a1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/dd229886ca5d47a0aceb073ab0d9db39, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/e79ee2a6c5dd4f409b575df8268aa2f9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4be45951b4ce4f14845bb972b776a570, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/bc724c238a564230a2ed7e10db6c8e51, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/7c495f24805147e1a99443be36c28a13, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/9d40116e03f1472693fcd96176862fb1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/09adf068971a43c981b1face675f604c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/64573f2539bf43c1a13ed7cc07b33b23, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/747fb2ea362e47d4b925ace06c318140, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/94dc3bc3f3514905bcf518d6da547792, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/014c93fc267e461e94c12a228b12c3c4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/bda65ff33e6847229b78a1d9dbedaeb5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2d03fd0b77744558b35a91a04a074137, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6a039540f90a48df8b9f736a6c0ba789, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/7d2b8b46f92f45fd82fecd0352285764, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/83cb8cd99d8b4e78b56d2ec012f765b5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/8537f14f71494f74a2d024c36d043371, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/907f52213b524664992c2c43d71b6670, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6ecc7589a41c4b9dbe2028e58b511f92] to archive 2024-12-08T22:16:37,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:16:37,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4ff9f9f4e7654150ae1815fb4d5b3901 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4ff9f9f4e7654150ae1815fb4d5b3901 2024-12-08T22:16:37,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/aba1116055734a4195f381727efa167e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/aba1116055734a4195f381727efa167e 2024-12-08T22:16:37,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6a63b40ddc1d45d8a1063d6340318c1e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6a63b40ddc1d45d8a1063d6340318c1e 2024-12-08T22:16:37,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/f5782b5cf10c44238eebe5f8e9e5b82a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/f5782b5cf10c44238eebe5f8e9e5b82a 2024-12-08T22:16:37,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4a4ed4466a014b0785759447deb3afdd to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4a4ed4466a014b0785759447deb3afdd 2024-12-08T22:16:37,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/0d2b8366aa6e4e1ab5c99c300aec8ddd to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/0d2b8366aa6e4e1ab5c99c300aec8ddd 2024-12-08T22:16:37,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2cd422d50e9e43db9fd3db4683be43ad to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2cd422d50e9e43db9fd3db4683be43ad 2024-12-08T22:16:37,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/91cc2d2e22994187acb52a7462d2ce5b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/91cc2d2e22994187acb52a7462d2ce5b 2024-12-08T22:16:37,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/c2312ae75c754b2ab6827cb5ceb11fd8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/c2312ae75c754b2ab6827cb5ceb11fd8 2024-12-08T22:16:37,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/5afb1d6bd7d94f778a15fee087368c11 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/5afb1d6bd7d94f778a15fee087368c11 2024-12-08T22:16:37,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/62a789c60e4344eaa713f5634060c56f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/62a789c60e4344eaa713f5634060c56f 2024-12-08T22:16:37,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6b4c81f1c0d244cf9955ab4e8c75cfa1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6b4c81f1c0d244cf9955ab4e8c75cfa1 2024-12-08T22:16:37,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/95827bd92e2f43c292a70057408d197b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/95827bd92e2f43c292a70057408d197b 2024-12-08T22:16:37,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/f74d746c530746f68d6281aa5a9fc973 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/f74d746c530746f68d6281aa5a9fc973 2024-12-08T22:16:37,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/c0e70b86f99c4422865a51794630934d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/c0e70b86f99c4422865a51794630934d 2024-12-08T22:16:37,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/a4c3fd1aba1a483784385b0a653feb93 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/a4c3fd1aba1a483784385b0a653feb93 2024-12-08T22:16:37,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2f22ccad36bf4388822673d5c8283a22 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2f22ccad36bf4388822673d5c8283a22 2024-12-08T22:16:37,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/b8c65e2272b745be95c8b1321cb1a4a1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/b8c65e2272b745be95c8b1321cb1a4a1 2024-12-08T22:16:37,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/dd229886ca5d47a0aceb073ab0d9db39 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/dd229886ca5d47a0aceb073ab0d9db39 2024-12-08T22:16:37,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/e79ee2a6c5dd4f409b575df8268aa2f9 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/e79ee2a6c5dd4f409b575df8268aa2f9 2024-12-08T22:16:37,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4be45951b4ce4f14845bb972b776a570 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/4be45951b4ce4f14845bb972b776a570 2024-12-08T22:16:37,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/bc724c238a564230a2ed7e10db6c8e51 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/bc724c238a564230a2ed7e10db6c8e51 2024-12-08T22:16:37,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/7c495f24805147e1a99443be36c28a13 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/7c495f24805147e1a99443be36c28a13 2024-12-08T22:16:37,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/9d40116e03f1472693fcd96176862fb1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/9d40116e03f1472693fcd96176862fb1 2024-12-08T22:16:37,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/09adf068971a43c981b1face675f604c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/09adf068971a43c981b1face675f604c 2024-12-08T22:16:37,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/64573f2539bf43c1a13ed7cc07b33b23 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/64573f2539bf43c1a13ed7cc07b33b23 2024-12-08T22:16:37,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/747fb2ea362e47d4b925ace06c318140 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/747fb2ea362e47d4b925ace06c318140 2024-12-08T22:16:37,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/94dc3bc3f3514905bcf518d6da547792 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/94dc3bc3f3514905bcf518d6da547792 2024-12-08T22:16:37,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/014c93fc267e461e94c12a228b12c3c4 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/014c93fc267e461e94c12a228b12c3c4 2024-12-08T22:16:37,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/bda65ff33e6847229b78a1d9dbedaeb5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/bda65ff33e6847229b78a1d9dbedaeb5 2024-12-08T22:16:37,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2d03fd0b77744558b35a91a04a074137 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/2d03fd0b77744558b35a91a04a074137 2024-12-08T22:16:37,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6a039540f90a48df8b9f736a6c0ba789 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6a039540f90a48df8b9f736a6c0ba789 2024-12-08T22:16:37,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/7d2b8b46f92f45fd82fecd0352285764 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/7d2b8b46f92f45fd82fecd0352285764 2024-12-08T22:16:37,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/83cb8cd99d8b4e78b56d2ec012f765b5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/83cb8cd99d8b4e78b56d2ec012f765b5 2024-12-08T22:16:37,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/8537f14f71494f74a2d024c36d043371 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/8537f14f71494f74a2d024c36d043371 2024-12-08T22:16:37,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/907f52213b524664992c2c43d71b6670 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/907f52213b524664992c2c43d71b6670 2024-12-08T22:16:37,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6ecc7589a41c4b9dbe2028e58b511f92 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/6ecc7589a41c4b9dbe2028e58b511f92 2024-12-08T22:16:37,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/d2244971c4a74c618eee0a48476cc406, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/47c29647fe8247aaa5e7500462feef3f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/f1ec483ed9ed4ffca54f5b7b7d2e1abf, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/763ae850f1b74fc4ba7364f41414ed86, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/c9695076e43b489e94f60c611ad32acf, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/06c7053ea52241d7afc159416884c8df, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e687376114374fe5bbb138f180af7985, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/3e21ac0439ce4a1ea8517f13ae5657de, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/0699b8ad744a496caae80d8aa2b28895, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/6b35c66de00f4bca9899a4f83a43368d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/931cb08d31394cc59bdb73785ece7be5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/7b3b37bba4f545a5a1b85e8910fb5332, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/05c5797237b648adada1a714fc53fc15, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/0604742016714d799f74c10965e835a9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5434a0fbdab44d499c5636ee06c6807a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5355a2f3e9f64fdb94e863136568d8f2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/af0dee6bd51545fdb9bdb120bb49a377, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/b9795ab483164d32bae7be6157981441, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/c234def806264159bd026399be40524b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5b2f7d0398474d9ba98c478fd506ba73, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5c1c78c3a3c345fb8e89d96c20c82589, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/51c2b979c19649589274427d8892ee32, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e2902e8c7f01477fb32aabf8b552bcbe, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/6323eb48a1d440e6810d7e871c7bda2a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/4c5ac9610617483987988487d0e21b3c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1c012f171d174836a41d2b457ac662b5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/b4ea6bb69e1b4b89b52966c76457efcd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/3cc9884834254d50b227b88e493e90a5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1e3bee0d1b564409a6b6bc4ddeb3bdfc, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1c507183ff0348728bd19dce15af909a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e2f9af98ff094d1793e7fbfe0da26ae8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/64a102dc47624596bedf135e68d8e601, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e7502797c17141bea442bc8f9255d114, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/42efdb67f8d043908c637a73abe9fbdd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/220cfb0c39824046ba1c5ff4a586e14c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/db1b4df763c544d08b219669008e1924, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/636ec6c3ecb2476ab2d5b61baf9aefed] to archive 2024-12-08T22:16:37,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:16:37,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/d2244971c4a74c618eee0a48476cc406 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/d2244971c4a74c618eee0a48476cc406 2024-12-08T22:16:37,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/47c29647fe8247aaa5e7500462feef3f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/47c29647fe8247aaa5e7500462feef3f 2024-12-08T22:16:37,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/f1ec483ed9ed4ffca54f5b7b7d2e1abf to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/f1ec483ed9ed4ffca54f5b7b7d2e1abf 2024-12-08T22:16:37,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/763ae850f1b74fc4ba7364f41414ed86 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/763ae850f1b74fc4ba7364f41414ed86 2024-12-08T22:16:37,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/c9695076e43b489e94f60c611ad32acf to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/c9695076e43b489e94f60c611ad32acf 2024-12-08T22:16:37,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/06c7053ea52241d7afc159416884c8df to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/06c7053ea52241d7afc159416884c8df 2024-12-08T22:16:37,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e687376114374fe5bbb138f180af7985 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e687376114374fe5bbb138f180af7985 2024-12-08T22:16:37,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/3e21ac0439ce4a1ea8517f13ae5657de to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/3e21ac0439ce4a1ea8517f13ae5657de 2024-12-08T22:16:37,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/0699b8ad744a496caae80d8aa2b28895 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/0699b8ad744a496caae80d8aa2b28895 2024-12-08T22:16:37,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/6b35c66de00f4bca9899a4f83a43368d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/6b35c66de00f4bca9899a4f83a43368d 2024-12-08T22:16:37,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/931cb08d31394cc59bdb73785ece7be5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/931cb08d31394cc59bdb73785ece7be5 2024-12-08T22:16:37,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/7b3b37bba4f545a5a1b85e8910fb5332 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/7b3b37bba4f545a5a1b85e8910fb5332 2024-12-08T22:16:37,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/05c5797237b648adada1a714fc53fc15 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/05c5797237b648adada1a714fc53fc15 2024-12-08T22:16:37,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/0604742016714d799f74c10965e835a9 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/0604742016714d799f74c10965e835a9 2024-12-08T22:16:37,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5434a0fbdab44d499c5636ee06c6807a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5434a0fbdab44d499c5636ee06c6807a 2024-12-08T22:16:37,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5355a2f3e9f64fdb94e863136568d8f2 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5355a2f3e9f64fdb94e863136568d8f2 2024-12-08T22:16:37,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/af0dee6bd51545fdb9bdb120bb49a377 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/af0dee6bd51545fdb9bdb120bb49a377 2024-12-08T22:16:37,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/b9795ab483164d32bae7be6157981441 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/b9795ab483164d32bae7be6157981441 2024-12-08T22:16:37,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/c234def806264159bd026399be40524b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/c234def806264159bd026399be40524b 2024-12-08T22:16:37,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5b2f7d0398474d9ba98c478fd506ba73 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5b2f7d0398474d9ba98c478fd506ba73 2024-12-08T22:16:37,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5c1c78c3a3c345fb8e89d96c20c82589 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/5c1c78c3a3c345fb8e89d96c20c82589 2024-12-08T22:16:37,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/51c2b979c19649589274427d8892ee32 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/51c2b979c19649589274427d8892ee32 2024-12-08T22:16:37,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e2902e8c7f01477fb32aabf8b552bcbe to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e2902e8c7f01477fb32aabf8b552bcbe 2024-12-08T22:16:37,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/6323eb48a1d440e6810d7e871c7bda2a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/6323eb48a1d440e6810d7e871c7bda2a 2024-12-08T22:16:37,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/4c5ac9610617483987988487d0e21b3c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/4c5ac9610617483987988487d0e21b3c 2024-12-08T22:16:37,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1c012f171d174836a41d2b457ac662b5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1c012f171d174836a41d2b457ac662b5 2024-12-08T22:16:37,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/b4ea6bb69e1b4b89b52966c76457efcd to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/b4ea6bb69e1b4b89b52966c76457efcd 2024-12-08T22:16:37,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/3cc9884834254d50b227b88e493e90a5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/3cc9884834254d50b227b88e493e90a5 2024-12-08T22:16:37,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1e3bee0d1b564409a6b6bc4ddeb3bdfc to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1e3bee0d1b564409a6b6bc4ddeb3bdfc 2024-12-08T22:16:37,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1c507183ff0348728bd19dce15af909a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/1c507183ff0348728bd19dce15af909a 2024-12-08T22:16:37,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e2f9af98ff094d1793e7fbfe0da26ae8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e2f9af98ff094d1793e7fbfe0da26ae8 2024-12-08T22:16:37,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/64a102dc47624596bedf135e68d8e601 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/64a102dc47624596bedf135e68d8e601 2024-12-08T22:16:37,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e7502797c17141bea442bc8f9255d114 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/e7502797c17141bea442bc8f9255d114 2024-12-08T22:16:37,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/42efdb67f8d043908c637a73abe9fbdd to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/42efdb67f8d043908c637a73abe9fbdd 2024-12-08T22:16:37,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/220cfb0c39824046ba1c5ff4a586e14c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/220cfb0c39824046ba1c5ff4a586e14c 2024-12-08T22:16:37,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/db1b4df763c544d08b219669008e1924 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/db1b4df763c544d08b219669008e1924 2024-12-08T22:16:37,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/636ec6c3ecb2476ab2d5b61baf9aefed to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/636ec6c3ecb2476ab2d5b61baf9aefed 2024-12-08T22:16:37,348 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/recovered.edits/520.seqid, newMaxSeqId=520, maxSeqId=1 2024-12-08T22:16:37,349 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. 2024-12-08T22:16:37,349 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 556cf82c3abe36dfbb0f85aead7c529c: Waiting for close lock at 1733696195962Running coprocessor pre-close hooks at 1733696195962Disabling compacts and flushes for region at 1733696195962Disabling writes for close at 1733696195962Obtaining lock to block concurrent updates at 1733696195963 (+1 ms)Preparing flush snapshotting stores in 556cf82c3abe36dfbb0f85aead7c529c at 1733696195963Finished memstore snapshotting TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1733696195963Flushing stores of TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c. at 1733696195964 (+1 ms)Flushing 556cf82c3abe36dfbb0f85aead7c529c/A: creating writer at 1733696195964Flushing 556cf82c3abe36dfbb0f85aead7c529c/A: appending metadata at 1733696195970 (+6 ms)Flushing 556cf82c3abe36dfbb0f85aead7c529c/A: closing flushed file at 1733696195970Flushing 556cf82c3abe36dfbb0f85aead7c529c/B: creating writer at 1733696196385 (+415 ms)Flushing 556cf82c3abe36dfbb0f85aead7c529c/B: appending metadata at 1733696196390 (+5 ms)Flushing 556cf82c3abe36dfbb0f85aead7c529c/B: closing flushed file at 1733696196390Flushing 556cf82c3abe36dfbb0f85aead7c529c/C: creating writer at 1733696196803 (+413 ms)Flushing 556cf82c3abe36dfbb0f85aead7c529c/C: appending metadata at 1733696196806 (+3 ms)Flushing 556cf82c3abe36dfbb0f85aead7c529c/C: closing flushed file at 1733696196806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9bc64f: reopening flushed file at 1733696197220 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c736eeb: reopening flushed file at 1733696197226 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e48fb6: reopening flushed file at 1733696197230 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 556cf82c3abe36dfbb0f85aead7c529c in 1273ms, sequenceid=517, compaction requested=false at 1733696197235 (+5 ms)Writing region close event to WAL at 1733696197344 (+109 ms)Running coprocessor post-close hooks at 1733696197349 (+5 ms)Closed at 1733696197349 2024-12-08T22:16:37,352 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:37,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=556cf82c3abe36dfbb0f85aead7c529c, regionState=CLOSED 2024-12-08T22:16:37,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:16:37,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-08T22:16:37,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 556cf82c3abe36dfbb0f85aead7c529c, server=45d1fbfb79fd,38403,1733696044665 in 1.5460 sec 2024-12-08T22:16:37,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-08T22:16:37,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=556cf82c3abe36dfbb0f85aead7c529c, UNASSIGN in 1.5500 sec 2024-12-08T22:16:37,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-08T22:16:37,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5540 sec 2024-12-08T22:16:37,361 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696197361"}]},"ts":"1733696197361"} 2024-12-08T22:16:37,362 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T22:16:37,362 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T22:16:37,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5680 sec 2024-12-08T22:16:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-08T22:16:37,947 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:37,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T22:16:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:37,952 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=149, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-08T22:16:37,955 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=149, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:37,958 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:37,960 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/recovered.edits] 2024-12-08T22:16:37,962 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0f1d49f22a264d59ae8822c9632449a0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/0f1d49f22a264d59ae8822c9632449a0 2024-12-08T22:16:37,963 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/68b08011c41c470a9bb7088c0da27bac to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/A/68b08011c41c470a9bb7088c0da27bac 2024-12-08T22:16:37,965 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/79974972bc794c35be84542b8e5e136e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/79974972bc794c35be84542b8e5e136e 2024-12-08T22:16:37,966 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/82457d19f10d470cb300db089bc08e38 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/B/82457d19f10d470cb300db089bc08e38 2024-12-08T22:16:37,967 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/09c8ed4d64704219ab76c973051287a3 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/09c8ed4d64704219ab76c973051287a3 2024-12-08T22:16:37,967 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/71695968449f4720b61525cba7eece15 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/C/71695968449f4720b61525cba7eece15 2024-12-08T22:16:37,969 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/recovered.edits/520.seqid to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c/recovered.edits/520.seqid 2024-12-08T22:16:37,969 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/556cf82c3abe36dfbb0f85aead7c529c 2024-12-08T22:16:37,969 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T22:16:37,971 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=149, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:37,972 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T22:16:37,974 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T22:16:37,974 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=149, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:37,974 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T22:16:37,974 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733696197974"}]},"ts":"9223372036854775807"} 2024-12-08T22:16:37,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T22:16:37,976 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 556cf82c3abe36dfbb0f85aead7c529c, NAME => 'TestAcidGuarantees,,1733696166150.556cf82c3abe36dfbb0f85aead7c529c.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T22:16:37,976 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T22:16:37,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733696197976"}]},"ts":"9223372036854775807"} 2024-12-08T22:16:37,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-08T22:16:37,977 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=149, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:37,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-12-08T22:16:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-08T22:16:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-08T22:16:38,070 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:38,079 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248 (was 251), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=479 (was 461) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9404 (was 9572) 2024-12-08T22:16:38,089 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=11, AvailableMemoryMB=9404 2024-12-08T22:16:38,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T22:16:38,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T22:16:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:38,093 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T22:16:38,094 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:38,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 150 2024-12-08T22:16:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-08T22:16:38,095 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T22:16:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742380_1556 (size=1061) 2024-12-08T22:16:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-08T22:16:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-08T22:16:38,505 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0 2024-12-08T22:16:38,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742381_1557 (size=53) 2024-12-08T22:16:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-08T22:16:38,912 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:16:38,912 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d20dce2c7b5777a47d48750fd1d1c80e, disabling compactions & flushes 2024-12-08T22:16:38,912 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:38,912 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:38,912 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. after waiting 0 ms 2024-12-08T22:16:38,912 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:38,912 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:38,913 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d20dce2c7b5777a47d48750fd1d1c80e: Waiting for close lock at 1733696198912Disabling compacts and flushes for region at 1733696198912Disabling writes for close at 1733696198912Writing region close event to WAL at 1733696198912Closed at 1733696198912 2024-12-08T22:16:38,914 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T22:16:38,914 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733696198914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733696198914"}]},"ts":"1733696198914"} 2024-12-08T22:16:38,916 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T22:16:38,916 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T22:16:38,917 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696198916"}]},"ts":"1733696198916"} 2024-12-08T22:16:38,918 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T22:16:38,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, ASSIGN}] 2024-12-08T22:16:38,919 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, ASSIGN 2024-12-08T22:16:38,920 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, ASSIGN; state=OFFLINE, location=45d1fbfb79fd,38403,1733696044665; forceNewPlan=false, retain=false 2024-12-08T22:16:39,071 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=d20dce2c7b5777a47d48750fd1d1c80e, regionState=OPENING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:39,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, ASSIGN because future has completed 2024-12-08T22:16:39,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:16:39,235 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:39,235 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7752): Opening region: {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:16:39,236 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-08T22:16:39,236 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:16:39,236 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7794): checking encryption for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,237 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7797): checking classloading for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,240 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,242 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:16:39,242 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d20dce2c7b5777a47d48750fd1d1c80e columnFamilyName A 2024-12-08T22:16:39,242 DEBUG [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:39,243 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.HStore(327): Store=d20dce2c7b5777a47d48750fd1d1c80e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:16:39,244 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,245 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:16:39,245 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d20dce2c7b5777a47d48750fd1d1c80e columnFamilyName B 2024-12-08T22:16:39,245 DEBUG [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:39,246 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.HStore(327): Store=d20dce2c7b5777a47d48750fd1d1c80e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:16:39,246 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,248 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:16:39,248 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d20dce2c7b5777a47d48750fd1d1c80e columnFamilyName C 2024-12-08T22:16:39,248 DEBUG [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:39,249 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.HStore(327): Store=d20dce2c7b5777a47d48750fd1d1c80e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:16:39,249 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:39,249 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1038): replaying wal for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,250 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,250 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,251 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1048): stopping wal replay for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,251 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1060): Cleaning up temporary data for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,251 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T22:16:39,252 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1093): writing seq id for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,254 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:16:39,254 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1114): Opened d20dce2c7b5777a47d48750fd1d1c80e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58817909, jitterRate=-0.1235448569059372}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T22:16:39,254 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:39,254 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1006): Region open journal for d20dce2c7b5777a47d48750fd1d1c80e: Running coprocessor pre-open hook at 1733696199237Writing region info on filesystem at 1733696199237Initializing all the Stores at 1733696199239 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696199239Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696199239Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696199239Cleaning up temporary data from old regions at 1733696199251 (+12 ms)Running coprocessor post-open hooks at 1733696199254 (+3 ms)Region opened successfully at 1733696199254 2024-12-08T22:16:39,255 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., pid=152, masterSystemTime=1733696199228 2024-12-08T22:16:39,256 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:39,256 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:39,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=d20dce2c7b5777a47d48750fd1d1c80e, regionState=OPEN, openSeqNum=2, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:39,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:16:39,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-12-08T22:16:39,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 in 185 msec 2024-12-08T22:16:39,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-08T22:16:39,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, ASSIGN in 342 msec 2024-12-08T22:16:39,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T22:16:39,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696199263"}]},"ts":"1733696199263"} 2024-12-08T22:16:39,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T22:16:39,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T22:16:39,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-12-08T22:16:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-08T22:16:40,247 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:40,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3527587f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:40,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:40,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:40,252 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:40,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437a4d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:40,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:40,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:40,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:40,257 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6664575c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:40,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:40,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:40,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:40,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:40,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T22:16:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 45d1fbfb79fd,41977,1733696043972 2024-12-08T22:16:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b703d1f 2024-12-08T22:16:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T22:16:40,261 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T22:16:40,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T22:16:40,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T22:16:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-08T22:16:40,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742382_1558 (size=1097) 2024-12-08T22:16:40,714 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-08T22:16:40,714 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-08T22:16:40,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T22:16:40,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, REOPEN/MOVE}] 2024-12-08T22:16:40,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, REOPEN/MOVE 2024-12-08T22:16:40,727 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=d20dce2c7b5777a47d48750fd1d1c80e, regionState=CLOSING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:40,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, REOPEN/MOVE because future has completed 2024-12-08T22:16:40,728 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T22:16:40,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:16:40,881 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(122): Close d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:40,881 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T22:16:40,881 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1722): Closing d20dce2c7b5777a47d48750fd1d1c80e, disabling compactions & flushes 2024-12-08T22:16:40,882 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:40,882 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:40,882 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. after waiting 0 ms 2024-12-08T22:16:40,882 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:40,891 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T22:16:40,892 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:40,892 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1676): Region close journal for d20dce2c7b5777a47d48750fd1d1c80e: Waiting for close lock at 1733696200881Running coprocessor pre-close hooks at 1733696200881Disabling compacts and flushes for region at 1733696200881Disabling writes for close at 1733696200882 (+1 ms)Writing region close event to WAL at 1733696200883 (+1 ms)Running coprocessor post-close hooks at 1733696200892 (+9 ms)Closed at 1733696200892 2024-12-08T22:16:40,893 WARN [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionServer(3299): Not adding moved region record: d20dce2c7b5777a47d48750fd1d1c80e to self. 2024-12-08T22:16:40,894 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(157): Closed d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:40,895 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=d20dce2c7b5777a47d48750fd1d1c80e, regionState=CLOSED 2024-12-08T22:16:40,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:16:40,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-12-08T22:16:40,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; CloseRegionProcedure d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 in 170 msec 2024-12-08T22:16:40,901 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, REOPEN/MOVE; state=CLOSED, location=45d1fbfb79fd,38403,1733696044665; forceNewPlan=false, retain=true 2024-12-08T22:16:41,051 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=d20dce2c7b5777a47d48750fd1d1c80e, regionState=OPENING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, REOPEN/MOVE because future has completed 2024-12-08T22:16:41,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:16:41,207 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:41,207 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7752): Opening region: {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:16:41,208 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,208 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:16:41,208 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7794): checking encryption for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,208 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7797): checking classloading for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,209 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,209 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:16:41,210 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d20dce2c7b5777a47d48750fd1d1c80e columnFamilyName A 2024-12-08T22:16:41,211 DEBUG [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:41,211 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.HStore(327): Store=d20dce2c7b5777a47d48750fd1d1c80e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:16:41,212 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,212 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:16:41,213 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d20dce2c7b5777a47d48750fd1d1c80e columnFamilyName B 2024-12-08T22:16:41,213 DEBUG [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:41,213 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.HStore(327): Store=d20dce2c7b5777a47d48750fd1d1c80e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:16:41,213 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,214 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-08T22:16:41,214 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d20dce2c7b5777a47d48750fd1d1c80e columnFamilyName C 2024-12-08T22:16:41,214 DEBUG [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:41,214 INFO [StoreOpener-d20dce2c7b5777a47d48750fd1d1c80e-1 {}] regionserver.HStore(327): Store=d20dce2c7b5777a47d48750fd1d1c80e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:16:41,214 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:41,214 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1038): replaying wal for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,215 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,216 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,217 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1048): stopping wal replay for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,217 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1060): Cleaning up temporary data for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,217 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T22:16:41,219 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1093): writing seq id for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,219 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1114): Opened d20dce2c7b5777a47d48750fd1d1c80e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75230134, jitterRate=0.12101635336875916}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T22:16:41,220 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,220 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1006): Region open journal for d20dce2c7b5777a47d48750fd1d1c80e: Running coprocessor pre-open hook at 1733696201208Writing region info on filesystem at 1733696201208Initializing all the Stores at 1733696201208Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696201208Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696201209 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696201209Cleaning up temporary data from old regions at 1733696201217 (+8 ms)Running coprocessor post-open hooks at 1733696201220 (+3 ms)Region opened successfully at 1733696201220 2024-12-08T22:16:41,221 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., pid=157, masterSystemTime=1733696201204 2024-12-08T22:16:41,222 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:41,222 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:41,223 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=d20dce2c7b5777a47d48750fd1d1c80e, regionState=OPEN, openSeqNum=5, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:16:41,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=155 2024-12-08T22:16:41,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=155, state=SUCCESS, hasLock=false; OpenRegionProcedure d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 in 172 msec 2024-12-08T22:16:41,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-08T22:16:41,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, REOPEN/MOVE in 501 msec 2024-12-08T22:16:41,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-12-08T22:16:41,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 507 msec 2024-12-08T22:16:41,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 967 msec 2024-12-08T22:16:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-12-08T22:16:41,231 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:41,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d71c2a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:41,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:41,232 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa8a234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:41,233 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dfb224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ae6737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:41,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:41,235 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a50c94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:41,236 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61874169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a327d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:41,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:41,238 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692b9fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:41,239 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3015461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767cb391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:41,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:41,241 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ada12e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:41,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:41,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:41,242 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e79d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f260380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:41,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:41,244 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6e55c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:41,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:41,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:41,245 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:41,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd94b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55149d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:41,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:41,247 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:41,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:41,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a3468d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:41,249 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308cbd11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70123c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:41,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:41,250 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:41,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:41,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:41,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f696ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:41,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:41,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:41,252 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:41,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690a191a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b32022f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:41,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:41,254 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:41,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:41,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:41,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549e8f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:41,256 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538e8175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4288ceb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:41,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:41,258 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4b4092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:41,259 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:41,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54da30bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c523ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,41977,-1 for getting cluster id 2024-12-08T22:16:41,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:16:41,262 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08ba647b-e183-42ab-8b39-34c02929b347' 2024-12-08T22:16:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:16:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08ba647b-e183-42ab-8b39-34c02929b347" 2024-12-08T22:16:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735de7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,41977,-1] 2024-12-08T22:16:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:16:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:16:41,263 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:16:41,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b207b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:16:41,264 DEBUG [Thread-2481 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:41,264 DEBUG [Thread-2492 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:41,264 DEBUG [Thread-2494 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:41,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:41,265 DEBUG [Thread-2487 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:41,265 DEBUG [Thread-2496 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:41,265 DEBUG [Thread-2498 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:41,265 DEBUG [Thread-2481 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:41,266 DEBUG [Thread-2481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:41,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:41,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:41,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:41,266 DEBUG [Thread-2494 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:41,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:41,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:41,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:41,266 DEBUG [Thread-2494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:41,266 DEBUG [Thread-2500 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:41,266 DEBUG [Thread-2489 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:41,266 DEBUG [Thread-2485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:41,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:41,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:41,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-08T22:16:41,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:41,267 DEBUG [Thread-2483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:16:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:41,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:41,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T22:16:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:41,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:16:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:16:41,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:41,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,38403,1733696044665, seqNum=-1] 2024-12-08T22:16:41,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:16:41,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:16:41,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:16:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:16:41,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:16:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:16:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:16:41,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:16:41,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:16:41,272 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5] 2024-12-08T22:16:41,274 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:41,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-08T22:16:41,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:16:41,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:41,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:16:41,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:41,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:16:41,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:41,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696261293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696261294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696201290, max timestamp=1733696201295Num uniques 859; 2024-12-08T22:16:41,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:16:41,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696201290, max timestamp=1733696201295Num uniques 859; 2024-12-08T22:16:41,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:16:41,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696201290, max timestamp=1733696201295Num uniques 859; 2024-12-08T22:16:41,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:16:41,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120811ad30d725de4a05820fdf5fe7ab9b13_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696201275/Put/seqid=0 2024-12-08T22:16:41,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696261315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696261317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742383_1559 (size=12154) 2024-12-08T22:16:41,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696261318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T22:16:41,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696261405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696261405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696261425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696261425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696261425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T22:16:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:41,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:41,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T22:16:41,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:41,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:41,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:41,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:41,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T22:16:41,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696261616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696261615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696261635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696261636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696261636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,721 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:41,724 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120811ad30d725de4a05820fdf5fe7ab9b13_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120811ad30d725de4a05820fdf5fe7ab9b13_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:41,724 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/e4f519d8fba34390be371237fe1eb809, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:41,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/e4f519d8fba34390be371237fe1eb809 is 175, key is test_row_0/A:col10/1733696201275/Put/seqid=0 2024-12-08T22:16:41,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742384_1560 (size=30955) 2024-12-08T22:16:41,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T22:16:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:41,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:41,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T22:16:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:41,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T22:16:41,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696261925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696261925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696261945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696261945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:41,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696261945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:42,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T22:16:42,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:42,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:42,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:42,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:42,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:42,130 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/e4f519d8fba34390be371237fe1eb809 2024-12-08T22:16:42,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/46154ef8575d4c368bcfecc30d70299b is 50, key is test_row_0/B:col10/1733696201275/Put/seqid=0 2024-12-08T22:16:42,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742385_1561 (size=12001) 2024-12-08T22:16:42,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T22:16:42,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:42,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:42,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:42,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:42,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:42,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T22:16:42,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:42,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:42,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:42,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:42,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T22:16:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696262435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696262435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:42,437 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:42,437 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:42,437 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:42,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696262455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:42,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696262455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:42,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696262455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:42,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T22:16:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:42,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:42,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/46154ef8575d4c368bcfecc30d70299b 2024-12-08T22:16:42,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/f9df2861ae9e4ec2b1a5b8ae18938455 is 50, key is test_row_0/C:col10/1733696201275/Put/seqid=0 2024-12-08T22:16:42,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742386_1562 (size=12001) 2024-12-08T22:16:42,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/f9df2861ae9e4ec2b1a5b8ae18938455 2024-12-08T22:16:42,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/e4f519d8fba34390be371237fe1eb809 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e4f519d8fba34390be371237fe1eb809 2024-12-08T22:16:42,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e4f519d8fba34390be371237fe1eb809, entries=150, sequenceid=16, filesize=30.2 K 2024-12-08T22:16:42,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/46154ef8575d4c368bcfecc30d70299b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/46154ef8575d4c368bcfecc30d70299b 2024-12-08T22:16:42,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/46154ef8575d4c368bcfecc30d70299b, entries=150, sequenceid=16, filesize=11.7 K 2024-12-08T22:16:42,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/f9df2861ae9e4ec2b1a5b8ae18938455 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/f9df2861ae9e4ec2b1a5b8ae18938455 2024-12-08T22:16:42,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/f9df2861ae9e4ec2b1a5b8ae18938455, entries=150, sequenceid=16, filesize=11.7 K 2024-12-08T22:16:42,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for d20dce2c7b5777a47d48750fd1d1c80e in 1305ms, sequenceid=16, compaction requested=false 2024-12-08T22:16:42,583 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-08T22:16:42,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:42,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T22:16:42,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:42,649 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=120.76 KB heapSize=345.14 KB 2024-12-08T22:16:42,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:16:42,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:42,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:16:42,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:42,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:16:42,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ab57a657dd9045059879fc6951964a5e_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696201314/Put/seqid=0 2024-12-08T22:16:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742387_1563 (size=12154) 2024-12-08T22:16:42,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T22:16:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,070 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ab57a657dd9045059879fc6951964a5e_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ab57a657dd9045059879fc6951964a5e_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:43,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/49018153226e4ec8a6963dd0aab9978b, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:43,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/49018153226e4ec8a6963dd0aab9978b is 175, key is test_row_0/A:col10/1733696201314/Put/seqid=0 2024-12-08T22:16:43,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742388_1564 (size=30955) 2024-12-08T22:16:43,100 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/49018153226e4ec8a6963dd0aab9978b 2024-12-08T22:16:43,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/07d8af66950048d7857d5defd672a6ca is 50, key is test_row_0/B:col10/1733696201314/Put/seqid=0 2024-12-08T22:16:43,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742389_1565 (size=12001) 2024-12-08T22:16:43,120 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/07d8af66950048d7857d5defd672a6ca 2024-12-08T22:16:43,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/69bcb6357de5481b9f95e8ff42beaeca is 50, key is test_row_0/C:col10/1733696201314/Put/seqid=0 2024-12-08T22:16:43,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742390_1566 (size=12001) 2024-12-08T22:16:43,136 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/69bcb6357de5481b9f95e8ff42beaeca 2024-12-08T22:16:43,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/49018153226e4ec8a6963dd0aab9978b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/49018153226e4ec8a6963dd0aab9978b 2024-12-08T22:16:43,155 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/49018153226e4ec8a6963dd0aab9978b, entries=150, sequenceid=51, filesize=30.2 K 2024-12-08T22:16:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/07d8af66950048d7857d5defd672a6ca as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/07d8af66950048d7857d5defd672a6ca 2024-12-08T22:16:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,161 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/07d8af66950048d7857d5defd672a6ca, entries=150, sequenceid=51, filesize=11.7 K 2024-12-08T22:16:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/69bcb6357de5481b9f95e8ff42beaeca as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/69bcb6357de5481b9f95e8ff42beaeca 2024-12-08T22:16:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,166 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/69bcb6357de5481b9f95e8ff42beaeca, entries=150, sequenceid=51, filesize=11.7 K 2024-12-08T22:16:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,166 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~345.09 KB/353376, currentSize=0 B/0 for d20dce2c7b5777a47d48750fd1d1c80e in 517ms, sequenceid=51, compaction requested=false 2024-12-08T22:16:43,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:43,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:43,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-08T22:16:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-08T22:16:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-08T22:16:43,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8940 sec 2024-12-08T22:16:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.9050 sec 2024-12-08T22:16:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T22:16:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,415 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-08T22:16:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T22:16:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,417 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,417 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:43,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-08T22:16:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:16:43,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:43,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:16:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:43,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:16:43,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083e202f58110e4c11a72e8cc19c920ff3_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696203480/Put/seqid=0 2024-12-08T22:16:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742392_1568 (size=24358) 2024-12-08T22:16:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696263503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696263504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696263504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696263505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696203495, max timestamp=1733696203505Num uniques 859; 2024-12-08T22:16:43,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696203495, max timestamp=1733696203505Num uniques 859; 2024-12-08T22:16:43,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:16:43,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:16:43,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733696203495, max timestamp=1733696203505Num uniques 859; 2024-12-08T22:16:43,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-08T22:16:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T22:16:43,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696263555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T22:16:43,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:43,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:43,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:43,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:43,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:43,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696263615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696263615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696263615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696263615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696263665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T22:16:43,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:43,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:43,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:43,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:43,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T22:16:43,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696263825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696263825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696263826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696263826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T22:16:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:43,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:43,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696263875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:43,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:43,900 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083e202f58110e4c11a72e8cc19c920ff3_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083e202f58110e4c11a72e8cc19c920ff3_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:43,901 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/13a5e187f8044305ada263ab0318cbe7, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:43,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/13a5e187f8044305ada263ab0318cbe7 is 175, key is test_row_0/A:col10/1733696203480/Put/seqid=0 2024-12-08T22:16:43,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742391_1567 (size=73991) 2024-12-08T22:16:44,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T22:16:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T22:16:44,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696264136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:44,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696264136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:44,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696264136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696264136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:44,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T22:16:44,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:44,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696264185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:44,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:44,303 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/13a5e187f8044305ada263ab0318cbe7 2024-12-08T22:16:44,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/565d07471aa24ce58c6697a3b6a49185 is 50, key is test_row_0/B:col10/1733696203480/Put/seqid=0 2024-12-08T22:16:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742393_1569 (size=9657) 2024-12-08T22:16:44,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T22:16:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T22:16:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:44,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T22:16:44,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T22:16:44,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:44,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696264645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696264645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696264645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696264645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:44,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696264695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:44,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/565d07471aa24ce58c6697a3b6a49185 2024-12-08T22:16:44,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/19a11939c5df4c79b351ca6a4286f41b is 50, key is test_row_0/C:col10/1733696203480/Put/seqid=0 2024-12-08T22:16:44,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742394_1570 (size=9657) 2024-12-08T22:16:44,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T22:16:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T22:16:44,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:44,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:44,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:45,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T22:16:45,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:45,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:45,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:45,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:45,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:45,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/19a11939c5df4c79b351ca6a4286f41b 2024-12-08T22:16:45,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/13a5e187f8044305ada263ab0318cbe7 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/13a5e187f8044305ada263ab0318cbe7 2024-12-08T22:16:45,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/13a5e187f8044305ada263ab0318cbe7, entries=400, sequenceid=62, filesize=72.3 K 2024-12-08T22:16:45,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/565d07471aa24ce58c6697a3b6a49185 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/565d07471aa24ce58c6697a3b6a49185 2024-12-08T22:16:45,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/565d07471aa24ce58c6697a3b6a49185, entries=100, sequenceid=62, filesize=9.4 K 2024-12-08T22:16:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/19a11939c5df4c79b351ca6a4286f41b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/19a11939c5df4c79b351ca6a4286f41b 2024-12-08T22:16:45,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/19a11939c5df4c79b351ca6a4286f41b, entries=100, sequenceid=62, filesize=9.4 K 2024-12-08T22:16:45,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d20dce2c7b5777a47d48750fd1d1c80e in 1650ms, sequenceid=62, compaction requested=true 2024-12-08T22:16:45,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:45,130 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:45,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:45,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:45,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:45,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:45,130 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:45,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:45,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:45,131 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135901 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:45,131 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/A is initiating minor compaction (all files) 2024-12-08T22:16:45,131 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/A in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:45,131 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e4f519d8fba34390be371237fe1eb809, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/49018153226e4ec8a6963dd0aab9978b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/13a5e187f8044305ada263ab0318cbe7] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=132.7 K 2024-12-08T22:16:45,131 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:45,131 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e4f519d8fba34390be371237fe1eb809, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/49018153226e4ec8a6963dd0aab9978b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/13a5e187f8044305ada263ab0318cbe7] 2024-12-08T22:16:45,131 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:45,131 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4f519d8fba34390be371237fe1eb809, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733696201274 2024-12-08T22:16:45,131 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/B is initiating minor compaction (all files) 2024-12-08T22:16:45,132 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/B in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:45,132 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/46154ef8575d4c368bcfecc30d70299b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/07d8af66950048d7857d5defd672a6ca, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/565d07471aa24ce58c6697a3b6a49185] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=32.9 K 2024-12-08T22:16:45,132 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49018153226e4ec8a6963dd0aab9978b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733696201305 2024-12-08T22:16:45,132 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13a5e187f8044305ada263ab0318cbe7, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733696203456 2024-12-08T22:16:45,132 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 46154ef8575d4c368bcfecc30d70299b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733696201274 2024-12-08T22:16:45,132 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 07d8af66950048d7857d5defd672a6ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733696201305 2024-12-08T22:16:45,132 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 565d07471aa24ce58c6697a3b6a49185, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733696203479 2024-12-08T22:16:45,135 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:45,136 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:45,136 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/f8ec764612b24a58b57bf819f038e202 is 50, key is test_row_0/B:col10/1733696203480/Put/seqid=0 2024-12-08T22:16:45,142 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120827d16f07fc034004bbadffe2e3a65167_d20dce2c7b5777a47d48750fd1d1c80e store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:45,144 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120827d16f07fc034004bbadffe2e3a65167_d20dce2c7b5777a47d48750fd1d1c80e, store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:45,144 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120827d16f07fc034004bbadffe2e3a65167_d20dce2c7b5777a47d48750fd1d1c80e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:45,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742395_1571 (size=12104) 2024-12-08T22:16:45,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742396_1572 (size=4469) 2024-12-08T22:16:45,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T22:16:45,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:45,246 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-08T22:16:45,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:16:45,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:45,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:16:45,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:45,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:16:45,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:45,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120856e075b67e614c6e85424037bbe6381d_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696203538/Put/seqid=0 2024-12-08T22:16:45,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742397_1573 (size=12154) 2024-12-08T22:16:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T22:16:45,598 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#A#compaction#493 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:45,599 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/90fde95a334b44a29e75a81b91deb28c is 175, key is test_row_0/A:col10/1733696203480/Put/seqid=0 2024-12-08T22:16:45,600 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/f8ec764612b24a58b57bf819f038e202 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/f8ec764612b24a58b57bf819f038e202 2024-12-08T22:16:45,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742398_1574 (size=31165) 2024-12-08T22:16:45,603 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/B of d20dce2c7b5777a47d48750fd1d1c80e into f8ec764612b24a58b57bf819f038e202(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:45,603 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:45,603 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/B, priority=13, startTime=1733696205130; duration=0sec 2024-12-08T22:16:45,603 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:45,603 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:B 2024-12-08T22:16:45,603 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:45,604 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:45,604 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/C is initiating minor compaction (all files) 2024-12-08T22:16:45,604 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/C in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:45,604 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/f9df2861ae9e4ec2b1a5b8ae18938455, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/69bcb6357de5481b9f95e8ff42beaeca, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/19a11939c5df4c79b351ca6a4286f41b] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=32.9 K 2024-12-08T22:16:45,605 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting f9df2861ae9e4ec2b1a5b8ae18938455, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733696201274 2024-12-08T22:16:45,605 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 69bcb6357de5481b9f95e8ff42beaeca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733696201305 2024-12-08T22:16:45,605 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 19a11939c5df4c79b351ca6a4286f41b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733696203479 2024-12-08T22:16:45,606 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/90fde95a334b44a29e75a81b91deb28c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/90fde95a334b44a29e75a81b91deb28c 2024-12-08T22:16:45,613 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/A of d20dce2c7b5777a47d48750fd1d1c80e into 90fde95a334b44a29e75a81b91deb28c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:45,613 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#C#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:45,613 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:45,613 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/A, priority=13, startTime=1733696205130; duration=0sec 2024-12-08T22:16:45,613 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:45,613 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:A 2024-12-08T22:16:45,613 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/9b747eaab3ac4dc883274ceeac0d520d is 50, key is test_row_0/C:col10/1733696203480/Put/seqid=0 2024-12-08T22:16:45,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742399_1575 (size=12104) 2024-12-08T22:16:45,620 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/9b747eaab3ac4dc883274ceeac0d520d as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/9b747eaab3ac4dc883274ceeac0d520d 2024-12-08T22:16:45,623 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/C of d20dce2c7b5777a47d48750fd1d1c80e into 9b747eaab3ac4dc883274ceeac0d520d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:45,623 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:45,623 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/C, priority=13, startTime=1733696205130; duration=0sec 2024-12-08T22:16:45,623 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:45,623 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:C 2024-12-08T22:16:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:45,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:45,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:45,664 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120856e075b67e614c6e85424037bbe6381d_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120856e075b67e614c6e85424037bbe6381d_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:45,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/f552e311d05744cd9f249f20924da10a, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:45,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/f552e311d05744cd9f249f20924da10a is 175, key is test_row_0/A:col10/1733696203538/Put/seqid=0 2024-12-08T22:16:45,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742400_1576 (size=30955) 2024-12-08T22:16:45,669 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/f552e311d05744cd9f249f20924da10a 2024-12-08T22:16:45,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696265667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696265668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696265668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696265669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:45,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/718e547eb70c4e47b233cc133d8db7d2 is 50, key is test_row_0/B:col10/1733696203538/Put/seqid=0 2024-12-08T22:16:45,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742401_1577 (size=12001) 2024-12-08T22:16:45,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696265705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,709 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:45,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696265775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:45,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696265775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696265775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:45,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696265785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:45,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696265985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696265985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696265985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:45,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696265995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,076 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/718e547eb70c4e47b233cc133d8db7d2 2024-12-08T22:16:46,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/3bccc3b277a544278ff3040534e061c7 is 50, key is test_row_0/C:col10/1733696203538/Put/seqid=0 2024-12-08T22:16:46,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742402_1578 (size=12001) 2024-12-08T22:16:46,088 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/3bccc3b277a544278ff3040534e061c7 2024-12-08T22:16:46,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/f552e311d05744cd9f249f20924da10a as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/f552e311d05744cd9f249f20924da10a 2024-12-08T22:16:46,095 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/f552e311d05744cd9f249f20924da10a, entries=150, sequenceid=97, filesize=30.2 K 2024-12-08T22:16:46,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/718e547eb70c4e47b233cc133d8db7d2 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/718e547eb70c4e47b233cc133d8db7d2 2024-12-08T22:16:46,100 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/718e547eb70c4e47b233cc133d8db7d2, entries=150, sequenceid=97, filesize=11.7 K 2024-12-08T22:16:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/3bccc3b277a544278ff3040534e061c7 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/3bccc3b277a544278ff3040534e061c7 2024-12-08T22:16:46,104 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/3bccc3b277a544278ff3040534e061c7, entries=150, sequenceid=97, filesize=11.7 K 2024-12-08T22:16:46,105 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for d20dce2c7b5777a47d48750fd1d1c80e in 859ms, sequenceid=97, compaction requested=false 2024-12-08T22:16:46,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:46,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:46,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-08T22:16:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-08T22:16:46,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-08T22:16:46,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6890 sec 2024-12-08T22:16:46,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.6930 sec 2024-12-08T22:16:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:46,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-08T22:16:46,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:16:46,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:46,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:16:46,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:46,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:16:46,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:46,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412080fde8687a2654c50a1ad39847bbc5752_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696205667/Put/seqid=0 2024-12-08T22:16:46,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742403_1579 (size=17034) 2024-12-08T22:16:46,306 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:46,309 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412080fde8687a2654c50a1ad39847bbc5752_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412080fde8687a2654c50a1ad39847bbc5752_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:46,310 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/8fbb18f0a0f241aa9f46704bd8b852e4, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:46,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/8fbb18f0a0f241aa9f46704bd8b852e4 is 175, key is test_row_0/A:col10/1733696205667/Put/seqid=0 2024-12-08T22:16:46,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696266314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696266317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696266318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696266319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742404_1580 (size=48139) 2024-12-08T22:16:46,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696266425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696266425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696266425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696266425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696266635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696266635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696266635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696266635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,727 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/8fbb18f0a0f241aa9f46704bd8b852e4 2024-12-08T22:16:46,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/501ddefda1a648b8b853c8cbde6d6ad4 is 50, key is test_row_0/B:col10/1733696205667/Put/seqid=0 2024-12-08T22:16:46,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742405_1581 (size=12001) 2024-12-08T22:16:46,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696266945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696266945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696266945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696266945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:47,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/501ddefda1a648b8b853c8cbde6d6ad4 2024-12-08T22:16:47,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/ea2f53b80a7f4434b2bce8f24d744688 is 50, key is test_row_0/C:col10/1733696205667/Put/seqid=0 2024-12-08T22:16:47,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742406_1582 (size=12001) 2024-12-08T22:16:47,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696267456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:47,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:47,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:47,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:47,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696267456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:47,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:47,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:47,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:47,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696267456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:47,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:47,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:47,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:47,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696267456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:47,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:47,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:47,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:47,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/ea2f53b80a7f4434b2bce8f24d744688 2024-12-08T22:16:47,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/8fbb18f0a0f241aa9f46704bd8b852e4 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8fbb18f0a0f241aa9f46704bd8b852e4 2024-12-08T22:16:47,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8fbb18f0a0f241aa9f46704bd8b852e4, entries=250, sequenceid=113, filesize=47.0 K 2024-12-08T22:16:47,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/501ddefda1a648b8b853c8cbde6d6ad4 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/501ddefda1a648b8b853c8cbde6d6ad4 2024-12-08T22:16:47,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/501ddefda1a648b8b853c8cbde6d6ad4, entries=150, sequenceid=113, filesize=11.7 K 2024-12-08T22:16:47,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/ea2f53b80a7f4434b2bce8f24d744688 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/ea2f53b80a7f4434b2bce8f24d744688 2024-12-08T22:16:47,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/ea2f53b80a7f4434b2bce8f24d744688, entries=150, sequenceid=113, filesize=11.7 K 2024-12-08T22:16:47,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d20dce2c7b5777a47d48750fd1d1c80e in 1258ms, sequenceid=113, compaction requested=true 2024-12-08T22:16:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:47,555 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:47,555 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:47,556 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:47,556 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:47,556 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/B is initiating minor compaction (all files) 2024-12-08T22:16:47,556 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/A is initiating minor compaction (all files) 2024-12-08T22:16:47,556 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/A in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:47,556 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/B in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:47,556 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/90fde95a334b44a29e75a81b91deb28c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/f552e311d05744cd9f249f20924da10a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8fbb18f0a0f241aa9f46704bd8b852e4] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=107.7 K 2024-12-08T22:16:47,556 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/f8ec764612b24a58b57bf819f038e202, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/718e547eb70c4e47b233cc133d8db7d2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/501ddefda1a648b8b853c8cbde6d6ad4] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=35.3 K 2024-12-08T22:16:47,556 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:47,556 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/90fde95a334b44a29e75a81b91deb28c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/f552e311d05744cd9f249f20924da10a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8fbb18f0a0f241aa9f46704bd8b852e4] 2024-12-08T22:16:47,556 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting f8ec764612b24a58b57bf819f038e202, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733696201317 2024-12-08T22:16:47,556 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90fde95a334b44a29e75a81b91deb28c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733696201317 2024-12-08T22:16:47,556 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 718e547eb70c4e47b233cc133d8db7d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733696203512 2024-12-08T22:16:47,556 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting f552e311d05744cd9f249f20924da10a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733696203512 2024-12-08T22:16:47,557 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 501ddefda1a648b8b853c8cbde6d6ad4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733696205666 2024-12-08T22:16:47,557 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fbb18f0a0f241aa9f46704bd8b852e4, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733696205666 2024-12-08T22:16:47,561 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:47,562 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:47,562 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412088edb00e915284e1ba48515b76676c698_d20dce2c7b5777a47d48750fd1d1c80e store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:47,563 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/2dcd2aab607145e18dc39c07bba96302 is 50, key is test_row_0/B:col10/1733696205667/Put/seqid=0 2024-12-08T22:16:47,564 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412088edb00e915284e1ba48515b76676c698_d20dce2c7b5777a47d48750fd1d1c80e, store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:47,564 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088edb00e915284e1ba48515b76676c698_d20dce2c7b5777a47d48750fd1d1c80e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T22:16:47,576 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:47,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-08T22:16:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T22:16:47,578 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:47,578 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:47,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:47,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742407_1583 (size=12207) 2024-12-08T22:16:47,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742408_1584 (size=4469) 2024-12-08T22:16:47,584 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/2dcd2aab607145e18dc39c07bba96302 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/2dcd2aab607145e18dc39c07bba96302 2024-12-08T22:16:47,587 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/B of d20dce2c7b5777a47d48750fd1d1c80e into 2dcd2aab607145e18dc39c07bba96302(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:47,587 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:47,587 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/B, priority=13, startTime=1733696207555; duration=0sec 2024-12-08T22:16:47,587 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:47,587 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:B 2024-12-08T22:16:47,587 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:16:47,588 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:16:47,588 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/C is initiating minor compaction (all files) 2024-12-08T22:16:47,588 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/C in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:47,588 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/9b747eaab3ac4dc883274ceeac0d520d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/3bccc3b277a544278ff3040534e061c7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/ea2f53b80a7f4434b2bce8f24d744688] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=35.3 K 2024-12-08T22:16:47,589 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b747eaab3ac4dc883274ceeac0d520d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733696201317 2024-12-08T22:16:47,589 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bccc3b277a544278ff3040534e061c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733696203512 2024-12-08T22:16:47,589 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting ea2f53b80a7f4434b2bce8f24d744688, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733696205666 2024-12-08T22:16:47,594 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#C#compaction#503 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:47,594 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/bc8624ab0bd74772b5c2724f32125d45 is 50, key is test_row_0/C:col10/1733696205667/Put/seqid=0 2024-12-08T22:16:47,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742409_1585 (size=12207) 2024-12-08T22:16:47,605 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/bc8624ab0bd74772b5c2724f32125d45 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/bc8624ab0bd74772b5c2724f32125d45 2024-12-08T22:16:47,608 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/C of d20dce2c7b5777a47d48750fd1d1c80e into bc8624ab0bd74772b5c2724f32125d45(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:47,608 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:47,608 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/C, priority=13, startTime=1733696207555; duration=0sec 2024-12-08T22:16:47,608 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:47,608 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:C 2024-12-08T22:16:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T22:16:47,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-08T22:16:47,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:47,732 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-08T22:16:47,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:16:47,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:47,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:16:47,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:47,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:16:47,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:47,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208cd35c72e0d8f4fae9f93cbbb8d8c46b9_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696206316/Put/seqid=0 2024-12-08T22:16:47,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:47,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742410_1586 (size=12254) 2024-12-08T22:16:47,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696267771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:47,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696267885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:47,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:47,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:47,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T22:16:47,981 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#A#compaction#502 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:47,982 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/b3c148a180674f53a52b426bc6bc8211 is 175, key is test_row_0/A:col10/1733696205667/Put/seqid=0 2024-12-08T22:16:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742411_1587 (size=31161) 2024-12-08T22:16:47,996 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/b3c148a180674f53a52b426bc6bc8211 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b3c148a180674f53a52b426bc6bc8211 2024-12-08T22:16:48,003 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/A of d20dce2c7b5777a47d48750fd1d1c80e into b3c148a180674f53a52b426bc6bc8211(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:48,003 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:48,003 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/A, priority=13, startTime=1733696207555; duration=0sec 2024-12-08T22:16:48,003 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:48,003 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:A 2024-12-08T22:16:48,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696268095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:48,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:48,142 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208cd35c72e0d8f4fae9f93cbbb8d8c46b9_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cd35c72e0d8f4fae9f93cbbb8d8c46b9_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:48,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/3ca82a4b58a04792a03fc1ddd0ed7241, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:48,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/3ca82a4b58a04792a03fc1ddd0ed7241 is 175, key is test_row_0/A:col10/1733696206316/Put/seqid=0 2024-12-08T22:16:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742412_1588 (size=31055) 2024-12-08T22:16:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T22:16:48,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696268405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:48,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696268475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:48,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696268475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:48,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696268475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:48,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696268475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:48,476 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:48,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,477 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:48,477 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:48,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:48,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:48,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:48,477 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:48,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:48,546 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/3ca82a4b58a04792a03fc1ddd0ed7241 2024-12-08T22:16:48,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/b253c4acb87447b1b285e307efc1bd77 is 50, key is test_row_0/B:col10/1733696206316/Put/seqid=0 2024-12-08T22:16:48,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742413_1589 (size=12101) 2024-12-08T22:16:48,596 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/b253c4acb87447b1b285e307efc1bd77 2024-12-08T22:16:48,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/c67e511d6143406eb9c4377fd6b859d0 is 50, key is test_row_0/C:col10/1733696206316/Put/seqid=0 2024-12-08T22:16:48,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742414_1590 (size=12101) 2024-12-08T22:16:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T22:16:48,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696268915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:49,015 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/c67e511d6143406eb9c4377fd6b859d0 2024-12-08T22:16:49,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/3ca82a4b58a04792a03fc1ddd0ed7241 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/3ca82a4b58a04792a03fc1ddd0ed7241 2024-12-08T22:16:49,020 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/3ca82a4b58a04792a03fc1ddd0ed7241, entries=150, sequenceid=134, filesize=30.3 K 2024-12-08T22:16:49,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/b253c4acb87447b1b285e307efc1bd77 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/b253c4acb87447b1b285e307efc1bd77 2024-12-08T22:16:49,023 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/b253c4acb87447b1b285e307efc1bd77, entries=150, sequenceid=134, filesize=11.8 K 2024-12-08T22:16:49,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/c67e511d6143406eb9c4377fd6b859d0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/c67e511d6143406eb9c4377fd6b859d0 2024-12-08T22:16:49,026 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/c67e511d6143406eb9c4377fd6b859d0, entries=150, sequenceid=134, filesize=11.8 K 2024-12-08T22:16:49,027 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for d20dce2c7b5777a47d48750fd1d1c80e in 1296ms, sequenceid=134, compaction requested=false 2024-12-08T22:16:49,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:49,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:49,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-08T22:16:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-08T22:16:49,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-08T22:16:49,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4490 sec 2024-12-08T22:16:49,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.4540 sec 2024-12-08T22:16:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T22:16:49,725 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:49,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-08T22:16:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T22:16:49,727 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:49,727 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:49,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T22:16:49,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-08T22:16:49,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:49,879 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-08T22:16:49,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:16:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:16:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:16:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:49,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ff11f42cfb76491ebec3781498d607dd_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696207761/Put/seqid=0 2024-12-08T22:16:49,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742415_1591 (size=12304) 2024-12-08T22:16:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:49,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:49,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696269989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:49,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:49,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:49,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T22:16:50,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696270095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:50,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:50,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:50,293 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ff11f42cfb76491ebec3781498d607dd_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ff11f42cfb76491ebec3781498d607dd_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:50,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/2f0b5738b8de4ec39320d9aaf94b0e2b, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:50,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/2f0b5738b8de4ec39320d9aaf94b0e2b is 175, key is test_row_0/A:col10/1733696207761/Put/seqid=0 2024-12-08T22:16:50,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742416_1592 (size=31105) 2024-12-08T22:16:50,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696270305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T22:16:50,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696270485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:50,487 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696270495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:50,498 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:50,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:50,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696270505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696270505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:50,508 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:50,508 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:50,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:50,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:50,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696270615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:50,697 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/2f0b5738b8de4ec39320d9aaf94b0e2b 2024-12-08T22:16:50,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/8b044fa32a7a46b992a4e207c71ac0a8 is 50, key is test_row_0/B:col10/1733696207761/Put/seqid=0 2024-12-08T22:16:50,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742417_1593 (size=12151) 2024-12-08T22:16:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T22:16:51,110 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/8b044fa32a7a46b992a4e207c71ac0a8 2024-12-08T22:16:51,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/992520fed1d747a5b0bbba9ee76cf660 is 50, key is test_row_0/C:col10/1733696207761/Put/seqid=0 2024-12-08T22:16:51,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742418_1594 (size=12151) 2024-12-08T22:16:51,125 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/992520fed1d747a5b0bbba9ee76cf660 2024-12-08T22:16:51,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696271125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:51,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:51,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:51,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:51,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/2f0b5738b8de4ec39320d9aaf94b0e2b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/2f0b5738b8de4ec39320d9aaf94b0e2b 2024-12-08T22:16:51,136 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/2f0b5738b8de4ec39320d9aaf94b0e2b, entries=150, sequenceid=148, filesize=30.4 K 2024-12-08T22:16:51,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/8b044fa32a7a46b992a4e207c71ac0a8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/8b044fa32a7a46b992a4e207c71ac0a8 2024-12-08T22:16:51,142 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/8b044fa32a7a46b992a4e207c71ac0a8, entries=150, sequenceid=148, filesize=11.9 K 2024-12-08T22:16:51,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/992520fed1d747a5b0bbba9ee76cf660 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/992520fed1d747a5b0bbba9ee76cf660 2024-12-08T22:16:51,148 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/992520fed1d747a5b0bbba9ee76cf660, entries=150, sequenceid=148, filesize=11.9 K 2024-12-08T22:16:51,149 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d20dce2c7b5777a47d48750fd1d1c80e in 1269ms, sequenceid=148, compaction requested=true 2024-12-08T22:16:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-08T22:16:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-08T22:16:51,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-08T22:16:51,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4230 sec 2024-12-08T22:16:51,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.4290 sec 2024-12-08T22:16:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T22:16:51,876 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:51,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-12-08T22:16:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-08T22:16:51,878 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:51,879 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:51,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-08T22:16:52,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-08T22:16:52,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:52,032 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-08T22:16:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:16:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:16:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:16:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:52,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e0fe12ebbaee4e7ca58cb61ccd7b9c92_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696209981/Put/seqid=0 2024-12-08T22:16:52,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742419_1595 (size=12304) 2024-12-08T22:16:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:52,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:52,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696272188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-08T22:16:52,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696272295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:52,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:52,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:52,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:52,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-08T22:16:52,508 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e0fe12ebbaee4e7ca58cb61ccd7b9c92_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e0fe12ebbaee4e7ca58cb61ccd7b9c92_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/5c219eab2d06478d9237fa64138770b4, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:52,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/5c219eab2d06478d9237fa64138770b4 is 175, key is test_row_0/A:col10/1733696209981/Put/seqid=0 2024-12-08T22:16:52,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696272506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:52,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742420_1596 (size=31105) 2024-12-08T22:16:52,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696272815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:52,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:52,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:52,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:52,912 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/5c219eab2d06478d9237fa64138770b4 2024-12-08T22:16:52,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/7fec214ced83474a961f9505a5ddf3cd is 50, key is test_row_0/B:col10/1733696209981/Put/seqid=0 2024-12-08T22:16:52,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742421_1597 (size=12151) 2024-12-08T22:16:52,938 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/7fec214ced83474a961f9505a5ddf3cd 2024-12-08T22:16:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/4a68390e9a7949489c4539b1e8200dc4 is 50, key is test_row_0/C:col10/1733696209981/Put/seqid=0 2024-12-08T22:16:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742422_1598 (size=12151) 2024-12-08T22:16:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-08T22:16:53,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696273325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:53,351 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/4a68390e9a7949489c4539b1e8200dc4 2024-12-08T22:16:53,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/5c219eab2d06478d9237fa64138770b4 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/5c219eab2d06478d9237fa64138770b4 2024-12-08T22:16:53,359 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/5c219eab2d06478d9237fa64138770b4, entries=150, sequenceid=167, filesize=30.4 K 2024-12-08T22:16:53,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/7fec214ced83474a961f9505a5ddf3cd as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/7fec214ced83474a961f9505a5ddf3cd 2024-12-08T22:16:53,364 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/7fec214ced83474a961f9505a5ddf3cd, entries=150, sequenceid=167, filesize=11.9 K 2024-12-08T22:16:53,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/4a68390e9a7949489c4539b1e8200dc4 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/4a68390e9a7949489c4539b1e8200dc4 2024-12-08T22:16:53,367 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/4a68390e9a7949489c4539b1e8200dc4, entries=150, sequenceid=167, filesize=11.9 K 2024-12-08T22:16:53,368 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for d20dce2c7b5777a47d48750fd1d1c80e in 1336ms, sequenceid=167, compaction requested=true 2024-12-08T22:16:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-12-08T22:16:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-12-08T22:16:53,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-08T22:16:53,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4910 sec 2024-12-08T22:16:53,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.4970 sec 2024-12-08T22:16:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-08T22:16:54,025 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:54,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-12-08T22:16:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-08T22:16:54,027 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:54,027 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:54,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-08T22:16:54,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-08T22:16:54,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:54,180 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-08T22:16:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:16:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:16:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:16:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:54,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ab927fea7507411793e1f24634114303_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696212186/Put/seqid=0 2024-12-08T22:16:54,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742423_1599 (size=12304) 2024-12-08T22:16:54,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:54,196 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ab927fea7507411793e1f24634114303_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ab927fea7507411793e1f24634114303_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:54,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/8d2b5a7d53ff45778781bcfd86129cd9, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:54,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/8d2b5a7d53ff45778781bcfd86129cd9 is 175, key is test_row_0/A:col10/1733696212186/Put/seqid=0 2024-12-08T22:16:54,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742424_1600 (size=31105) 2024-12-08T22:16:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:54,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-08T22:16:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696274398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:54,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44680 deadline: 1733696274505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:54,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696274505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:54,509 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_2' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:54,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44734 deadline: 1733696274515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:54,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1733696274515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:54,520 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_1' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,520 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733696274525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:54,528 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 45d1fbfb79fd,38403,1733696044665 for 'test_row_0' in d20dce2c7b5777a47d48750fd1d1c80e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-08T22:16:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:54,601 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/8d2b5a7d53ff45778781bcfd86129cd9 2024-12-08T22:16:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/fcefc3b92b4f48f39082eb80fe18563f is 50, key is test_row_0/B:col10/1733696212186/Put/seqid=0 2024-12-08T22:16:54,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742425_1601 (size=12151) 2024-12-08T22:16:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-08T22:16:54,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696274715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:55,010 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/fcefc3b92b4f48f39082eb80fe18563f 2024-12-08T22:16:55,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/d9a73830155c4653b14038e9a9b9c1d1 is 50, key is test_row_0/C:col10/1733696212186/Put/seqid=0 2024-12-08T22:16:55,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742426_1602 (size=12151) 2024-12-08T22:16:55,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696275025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:55,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:55,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:55,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-08T22:16:55,419 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/d9a73830155c4653b14038e9a9b9c1d1 2024-12-08T22:16:55,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/8d2b5a7d53ff45778781bcfd86129cd9 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8d2b5a7d53ff45778781bcfd86129cd9 2024-12-08T22:16:55,426 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8d2b5a7d53ff45778781bcfd86129cd9, entries=150, sequenceid=180, filesize=30.4 K 2024-12-08T22:16:55,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/fcefc3b92b4f48f39082eb80fe18563f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/fcefc3b92b4f48f39082eb80fe18563f 2024-12-08T22:16:55,429 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/fcefc3b92b4f48f39082eb80fe18563f, entries=150, sequenceid=180, filesize=11.9 K 2024-12-08T22:16:55,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/d9a73830155c4653b14038e9a9b9c1d1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/d9a73830155c4653b14038e9a9b9c1d1 2024-12-08T22:16:55,433 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/d9a73830155c4653b14038e9a9b9c1d1, entries=150, sequenceid=180, filesize=11.9 K 2024-12-08T22:16:55,434 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d20dce2c7b5777a47d48750fd1d1c80e in 1254ms, sequenceid=180, compaction requested=true 2024-12-08T22:16:55,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:55,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:55,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-12-08T22:16:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-12-08T22:16:55,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-08T22:16:55,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-12-08T22:16:55,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.4130 sec 2024-12-08T22:16:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:55,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-08T22:16:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:16:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:16:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:16:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:55,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c072a8b4bf9645b5a335f17acca8ad62_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696215537/Put/seqid=0 2024-12-08T22:16:55,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742427_1603 (size=14794) 2024-12-08T22:16:55,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696275577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:55,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696275685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:55,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:55,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:55,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:55,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696275896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:55,966 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:55,971 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c072a8b4bf9645b5a335f17acca8ad62_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c072a8b4bf9645b5a335f17acca8ad62_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:55,973 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/a616aee321f74b35b86af3434b106ad6, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:55,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/a616aee321f74b35b86af3434b106ad6 is 175, key is test_row_0/A:col10/1733696215537/Put/seqid=0 2024-12-08T22:16:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742428_1604 (size=39749) 2024-12-08T22:16:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-08T22:16:56,176 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:16:56,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:16:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-12-08T22:16:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-08T22:16:56,177 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:16:56,178 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:16:56,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:16:56,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696276205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-08T22:16:56,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-08T22:16:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:56,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,395 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/a616aee321f74b35b86af3434b106ad6 2024-12-08T22:16:56,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/5e9031d2e6e748a3ab8a001d5afd9df5 is 50, key is test_row_0/B:col10/1733696215537/Put/seqid=0 2024-12-08T22:16:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742429_1605 (size=12151) 2024-12-08T22:16:56,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-08T22:16:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:56,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-08T22:16:56,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-08T22:16:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:56,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696276715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:56,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-08T22:16:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:56,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-08T22:16:56,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/5e9031d2e6e748a3ab8a001d5afd9df5 2024-12-08T22:16:56,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/c3ef149077f44373b2b67c4b8cddf3ea is 50, key is test_row_0/C:col10/1733696215537/Put/seqid=0 2024-12-08T22:16:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742430_1606 (size=12151) 2024-12-08T22:16:56,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-08T22:16:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:56,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:57,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-08T22:16:57,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:57,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:57,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:57,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:57,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:57,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/c3ef149077f44373b2b67c4b8cddf3ea 2024-12-08T22:16:57,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/a616aee321f74b35b86af3434b106ad6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/a616aee321f74b35b86af3434b106ad6 2024-12-08T22:16:57,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/a616aee321f74b35b86af3434b106ad6, entries=200, sequenceid=200, filesize=38.8 K 2024-12-08T22:16:57,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/5e9031d2e6e748a3ab8a001d5afd9df5 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/5e9031d2e6e748a3ab8a001d5afd9df5 2024-12-08T22:16:57,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-08T22:16:57,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:57,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:57,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:57,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:57,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:16:57,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/5e9031d2e6e748a3ab8a001d5afd9df5, entries=150, sequenceid=200, filesize=11.9 K 2024-12-08T22:16:57,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/c3ef149077f44373b2b67c4b8cddf3ea as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/c3ef149077f44373b2b67c4b8cddf3ea 2024-12-08T22:16:57,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/c3ef149077f44373b2b67c4b8cddf3ea, entries=150, sequenceid=200, filesize=11.9 K 2024-12-08T22:16:57,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d20dce2c7b5777a47d48750fd1d1c80e in 1714ms, sequenceid=200, compaction requested=true 2024-12-08T22:16:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:16:57,252 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-08T22:16:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:16:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:57,252 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-08T22:16:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:16:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:57,253 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 195280 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-08T22:16:57,253 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/A is initiating minor compaction (all files) 2024-12-08T22:16:57,253 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/A in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:57,253 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b3c148a180674f53a52b426bc6bc8211, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/3ca82a4b58a04792a03fc1ddd0ed7241, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/2f0b5738b8de4ec39320d9aaf94b0e2b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/5c219eab2d06478d9237fa64138770b4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8d2b5a7d53ff45778781bcfd86129cd9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/a616aee321f74b35b86af3434b106ad6] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=190.7 K 2024-12-08T22:16:57,253 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:57,253 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b3c148a180674f53a52b426bc6bc8211, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/3ca82a4b58a04792a03fc1ddd0ed7241, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/2f0b5738b8de4ec39320d9aaf94b0e2b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/5c219eab2d06478d9237fa64138770b4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8d2b5a7d53ff45778781bcfd86129cd9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/a616aee321f74b35b86af3434b106ad6] 2024-12-08T22:16:57,254 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72912 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-08T22:16:57,254 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3c148a180674f53a52b426bc6bc8211, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733696205666 2024-12-08T22:16:57,254 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/B is initiating minor compaction (all files) 2024-12-08T22:16:57,254 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/B in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:57,254 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/2dcd2aab607145e18dc39c07bba96302, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/b253c4acb87447b1b285e307efc1bd77, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/8b044fa32a7a46b992a4e207c71ac0a8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/7fec214ced83474a961f9505a5ddf3cd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/fcefc3b92b4f48f39082eb80fe18563f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/5e9031d2e6e748a3ab8a001d5afd9df5] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=71.2 K 2024-12-08T22:16:57,254 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ca82a4b58a04792a03fc1ddd0ed7241, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733696206313 2024-12-08T22:16:57,254 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dcd2aab607145e18dc39c07bba96302, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733696205666 2024-12-08T22:16:57,254 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f0b5738b8de4ec39320d9aaf94b0e2b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733696207757 2024-12-08T22:16:57,255 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting b253c4acb87447b1b285e307efc1bd77, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733696206313 2024-12-08T22:16:57,255 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c219eab2d06478d9237fa64138770b4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733696209976 2024-12-08T22:16:57,255 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b044fa32a7a46b992a4e207c71ac0a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733696207757 2024-12-08T22:16:57,255 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d2b5a7d53ff45778781bcfd86129cd9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733696212168 2024-12-08T22:16:57,255 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fec214ced83474a961f9505a5ddf3cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733696209976 2024-12-08T22:16:57,255 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting a616aee321f74b35b86af3434b106ad6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733696214367 2024-12-08T22:16:57,255 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting fcefc3b92b4f48f39082eb80fe18563f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733696212168 2024-12-08T22:16:57,256 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e9031d2e6e748a3ab8a001d5afd9df5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733696214393 2024-12-08T22:16:57,263 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:57,268 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#B#compaction#520 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:57,268 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/04e320ca02c74584acbc0edaf41e9a86 is 50, key is test_row_0/B:col10/1733696215537/Put/seqid=0 2024-12-08T22:16:57,269 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120807a64c1a00284aac9b0393bc5fdedbe3_d20dce2c7b5777a47d48750fd1d1c80e store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:57,272 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120807a64c1a00284aac9b0393bc5fdedbe3_d20dce2c7b5777a47d48750fd1d1c80e, store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:57,272 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120807a64c1a00284aac9b0393bc5fdedbe3_d20dce2c7b5777a47d48750fd1d1c80e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:57,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742431_1607 (size=12561) 2024-12-08T22:16:57,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742432_1608 (size=4469) 2024-12-08T22:16:57,276 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#A#compaction#519 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:57,276 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/53285d9ccc664d5e8ff56fca157b1fa9 is 175, key is test_row_0/A:col10/1733696215537/Put/seqid=0 2024-12-08T22:16:57,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742433_1609 (size=31515) 2024-12-08T22:16:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-08T22:16:57,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-08T22:16:57,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:57,399 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-08T22:16:57,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:16:57,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:57,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:16:57,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:57,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:16:57,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:16:57,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082f113ac206bc4ee993c4c6dbd14da170_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696215575/Put/seqid=0 2024-12-08T22:16:57,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742434_1610 (size=12304) 2024-12-08T22:16:57,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:57,418 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082f113ac206bc4ee993c4c6dbd14da170_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082f113ac206bc4ee993c4c6dbd14da170_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:57,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/80027a992d8241899270da5e00028376, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:57,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/80027a992d8241899270da5e00028376 is 175, key is test_row_0/A:col10/1733696215575/Put/seqid=0 2024-12-08T22:16:57,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742435_1611 (size=31105) 2024-12-08T22:16:57,684 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/04e320ca02c74584acbc0edaf41e9a86 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/04e320ca02c74584acbc0edaf41e9a86 2024-12-08T22:16:57,686 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/53285d9ccc664d5e8ff56fca157b1fa9 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/53285d9ccc664d5e8ff56fca157b1fa9 2024-12-08T22:16:57,691 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/B of d20dce2c7b5777a47d48750fd1d1c80e into 04e320ca02c74584acbc0edaf41e9a86(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:57,691 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:57,691 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/B, priority=10, startTime=1733696217252; duration=0sec 2024-12-08T22:16:57,691 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:16:57,691 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:B 2024-12-08T22:16:57,691 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-08T22:16:57,694 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/A of d20dce2c7b5777a47d48750fd1d1c80e into 53285d9ccc664d5e8ff56fca157b1fa9(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:57,694 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:57,694 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/A, priority=10, startTime=1733696217252; duration=0sec 2024-12-08T22:16:57,694 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:57,694 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:A 2024-12-08T22:16:57,695 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72912 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-08T22:16:57,695 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/C is initiating minor compaction (all files) 2024-12-08T22:16:57,695 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/C in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:57,695 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/bc8624ab0bd74772b5c2724f32125d45, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/c67e511d6143406eb9c4377fd6b859d0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/992520fed1d747a5b0bbba9ee76cf660, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/4a68390e9a7949489c4539b1e8200dc4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/d9a73830155c4653b14038e9a9b9c1d1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/c3ef149077f44373b2b67c4b8cddf3ea] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=71.2 K 2024-12-08T22:16:57,695 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting bc8624ab0bd74772b5c2724f32125d45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733696205666 2024-12-08T22:16:57,696 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c67e511d6143406eb9c4377fd6b859d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733696206313 2024-12-08T22:16:57,696 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 992520fed1d747a5b0bbba9ee76cf660, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733696207757 2024-12-08T22:16:57,696 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a68390e9a7949489c4539b1e8200dc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733696209976 2024-12-08T22:16:57,696 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d9a73830155c4653b14038e9a9b9c1d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733696212168 2024-12-08T22:16:57,697 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting c3ef149077f44373b2b67c4b8cddf3ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733696214393 2024-12-08T22:16:57,716 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#C#compaction#522 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:16:57,716 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/43cfc223e504427a9bb7e056af78bab2 is 50, key is test_row_0/C:col10/1733696215537/Put/seqid=0 2024-12-08T22:16:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:57,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:16:57,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742436_1612 (size=12561) 2024-12-08T22:16:57,761 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/43cfc223e504427a9bb7e056af78bab2 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/43cfc223e504427a9bb7e056af78bab2 2024-12-08T22:16:57,766 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/C of d20dce2c7b5777a47d48750fd1d1c80e into 43cfc223e504427a9bb7e056af78bab2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:16:57,766 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:57,766 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/C, priority=10, startTime=1733696217252; duration=0sec 2024-12-08T22:16:57,766 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:16:57,767 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:C 2024-12-08T22:16:57,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696277814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:57,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:57,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:57,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:57,831 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/80027a992d8241899270da5e00028376 2024-12-08T22:16:57,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/59aff13ffdd94d3db1476972cc1ac0f6 is 50, key is test_row_0/B:col10/1733696215575/Put/seqid=0 2024-12-08T22:16:57,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742437_1613 (size=12151) 2024-12-08T22:16:57,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696277925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:58,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696278135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:58,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:58,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:58,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:58,267 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/59aff13ffdd94d3db1476972cc1ac0f6 2024-12-08T22:16:58,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/6df6150c8de34e1cbc590256ef228104 is 50, key is test_row_0/C:col10/1733696215575/Put/seqid=0 2024-12-08T22:16:58,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742438_1614 (size=12151) 2024-12-08T22:16:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-08T22:16:58,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696278445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:58,686 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/6df6150c8de34e1cbc590256ef228104 2024-12-08T22:16:58,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/80027a992d8241899270da5e00028376 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/80027a992d8241899270da5e00028376 2024-12-08T22:16:58,692 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/80027a992d8241899270da5e00028376, entries=150, sequenceid=212, filesize=30.4 K 2024-12-08T22:16:58,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/59aff13ffdd94d3db1476972cc1ac0f6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/59aff13ffdd94d3db1476972cc1ac0f6 2024-12-08T22:16:58,695 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/59aff13ffdd94d3db1476972cc1ac0f6, entries=150, sequenceid=212, filesize=11.9 K 2024-12-08T22:16:58,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/6df6150c8de34e1cbc590256ef228104 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/6df6150c8de34e1cbc590256ef228104 2024-12-08T22:16:58,699 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/6df6150c8de34e1cbc590256ef228104, entries=150, sequenceid=212, filesize=11.9 K 2024-12-08T22:16:58,700 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d20dce2c7b5777a47d48750fd1d1c80e in 1301ms, sequenceid=212, compaction requested=false 2024-12-08T22:16:58,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:16:58,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:16:58,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-12-08T22:16:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-12-08T22:16:58,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-12-08T22:16:58,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5230 sec 2024-12-08T22:16:58,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.5260 sec 2024-12-08T22:16:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:58,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-08T22:16:58,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:16:58,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:58,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:16:58,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:58,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:16:58,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:16:58,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e81f5521eb41429e927b04cef63d6935_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696218955/Put/seqid=0 2024-12-08T22:16:58,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742439_1615 (size=14794) 2024-12-08T22:16:58,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696278984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:59,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696279095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:59,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:59,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:59,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:59,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696279305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:59,367 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:16:59,369 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e81f5521eb41429e927b04cef63d6935_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e81f5521eb41429e927b04cef63d6935_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:16:59,370 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/9fea7dce3923411a96c8d060529e48b8, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:16:59,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/9fea7dce3923411a96c8d060529e48b8 is 175, key is test_row_0/A:col10/1733696218955/Put/seqid=0 2024-12-08T22:16:59,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742440_1616 (size=39749) 2024-12-08T22:16:59,373 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/9fea7dce3923411a96c8d060529e48b8 2024-12-08T22:16:59,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/3ea971a32a314554ac45e6732d8a7b81 is 50, key is test_row_0/B:col10/1733696218955/Put/seqid=0 2024-12-08T22:16:59,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742441_1617 (size=12151) 2024-12-08T22:16:59,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:16:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696279614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:16:59,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:59,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:16:59,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:16:59,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/3ea971a32a314554ac45e6732d8a7b81 2024-12-08T22:16:59,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/7cde168702314cc4b080a01a449fb2ca is 50, key is test_row_0/C:col10/1733696218955/Put/seqid=0 2024-12-08T22:16:59,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742442_1618 (size=12151) 2024-12-08T22:17:00,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:17:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696280125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:17:00,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:17:00,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:17:00,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:17:00,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/7cde168702314cc4b080a01a449fb2ca 2024-12-08T22:17:00,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/9fea7dce3923411a96c8d060529e48b8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/9fea7dce3923411a96c8d060529e48b8 2024-12-08T22:17:00,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/9fea7dce3923411a96c8d060529e48b8, entries=200, sequenceid=236, filesize=38.8 K 2024-12-08T22:17:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/3ea971a32a314554ac45e6732d8a7b81 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/3ea971a32a314554ac45e6732d8a7b81 2024-12-08T22:17:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/3ea971a32a314554ac45e6732d8a7b81, entries=150, sequenceid=236, filesize=11.9 K 2024-12-08T22:17:00,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/7cde168702314cc4b080a01a449fb2ca as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/7cde168702314cc4b080a01a449fb2ca 2024-12-08T22:17:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/7cde168702314cc4b080a01a449fb2ca, entries=150, sequenceid=236, filesize=11.9 K 2024-12-08T22:17:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for d20dce2c7b5777a47d48750fd1d1c80e in 1252ms, sequenceid=236, compaction requested=true 2024-12-08T22:17:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:17:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:17:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:17:00,208 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:17:00,208 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:17:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:17:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:17:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:17:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:17:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,209 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:17:00,209 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:17:00,209 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/B is initiating minor compaction (all files) 2024-12-08T22:17:00,209 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/A is initiating minor compaction (all files) 2024-12-08T22:17:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,209 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/B in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:00,209 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/A in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:00,209 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/53285d9ccc664d5e8ff56fca157b1fa9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/80027a992d8241899270da5e00028376, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/9fea7dce3923411a96c8d060529e48b8] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=100.0 K 2024-12-08T22:17:00,209 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/04e320ca02c74584acbc0edaf41e9a86, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/59aff13ffdd94d3db1476972cc1ac0f6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/3ea971a32a314554ac45e6732d8a7b81] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=36.0 K 2024-12-08T22:17:00,209 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:00,209 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/53285d9ccc664d5e8ff56fca157b1fa9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/80027a992d8241899270da5e00028376, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/9fea7dce3923411a96c8d060529e48b8] 2024-12-08T22:17:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,210 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53285d9ccc664d5e8ff56fca157b1fa9, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733696214393 2024-12-08T22:17:00,210 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 04e320ca02c74584acbc0edaf41e9a86, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733696214393 2024-12-08T22:17:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,210 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80027a992d8241899270da5e00028376, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733696215551 2024-12-08T22:17:00,210 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 59aff13ffdd94d3db1476972cc1ac0f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733696215551 2024-12-08T22:17:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,210 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ea971a32a314554ac45e6732d8a7b81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733696217801 2024-12-08T22:17:00,210 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fea7dce3923411a96c8d060529e48b8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733696217785 2024-12-08T22:17:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,215 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:17:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,216 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#B#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:17:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,217 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/cff3f0f6e3b342b788f45b16c88a6cc0 is 50, key is test_row_0/B:col10/1733696218955/Put/seqid=0 2024-12-08T22:17:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,217 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208ba75bbb4f3214c5f8a4b84840a18f71e_d20dce2c7b5777a47d48750fd1d1c80e store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:17:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,218 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208ba75bbb4f3214c5f8a4b84840a18f71e_d20dce2c7b5777a47d48750fd1d1c80e, store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:17:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,219 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ba75bbb4f3214c5f8a4b84840a18f71e_d20dce2c7b5777a47d48750fd1d1c80e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:17:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742444_1620 (size=4469) 2024-12-08T22:17:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742443_1619 (size=12663) 2024-12-08T22:17:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,232 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/cff3f0f6e3b342b788f45b16c88a6cc0 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/cff3f0f6e3b342b788f45b16c88a6cc0 2024-12-08T22:17:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,235 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/B of d20dce2c7b5777a47d48750fd1d1c80e into cff3f0f6e3b342b788f45b16c88a6cc0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:17:00,235 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:17:00,235 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/B, priority=13, startTime=1733696220208; duration=0sec 2024-12-08T22:17:00,235 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:17:00,235 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:B 2024-12-08T22:17:00,235 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:17:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,236 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:17:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,236 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/C is initiating minor compaction (all files) 2024-12-08T22:17:00,236 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/C in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:00,236 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/43cfc223e504427a9bb7e056af78bab2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/6df6150c8de34e1cbc590256ef228104, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/7cde168702314cc4b080a01a449fb2ca] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=36.0 K 2024-12-08T22:17:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,241 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 43cfc223e504427a9bb7e056af78bab2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733696214393 2024-12-08T22:17:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,241 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 6df6150c8de34e1cbc590256ef228104, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733696215551 2024-12-08T22:17:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,241 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cde168702314cc4b080a01a449fb2ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733696217801 2024-12-08T22:17:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,246 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#C#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:17:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,246 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/cb62f86736ef4bcc9a0bc9be5b75c39f is 50, key is test_row_0/C:col10/1733696218955/Put/seqid=0 2024-12-08T22:17:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742445_1621 (size=12663) 2024-12-08T22:17:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-08T22:17:00,336 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:17:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T22:17:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-12-08T22:17:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,338 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T22:17:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-08T22:17:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,339 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T22:17:00,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T22:17:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-08T22:17:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-08T22:17:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,492 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-08T22:17:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:17:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:17:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:17:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:17:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:17:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:17:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208df56931d8ed547d0b0527bee5007b905_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_1/A:col10/1733696218978/Put/seqid=0 2024-12-08T22:17:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742446_1622 (size=9814) 2024-12-08T22:17:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,651 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#A#compaction#529 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:17:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,651 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/e26da91ecfb748d7934c89d2f285a257 is 175, key is test_row_0/A:col10/1733696218955/Put/seqid=0 2024-12-08T22:17:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-08T22:17:00,655 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/cb62f86736ef4bcc9a0bc9be5b75c39f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/cb62f86736ef4bcc9a0bc9be5b75c39f 2024-12-08T22:17:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742447_1623 (size=31617) 2024-12-08T22:17:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,660 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/e26da91ecfb748d7934c89d2f285a257 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e26da91ecfb748d7934c89d2f285a257 2024-12-08T22:17:00,661 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/C of d20dce2c7b5777a47d48750fd1d1c80e into cb62f86736ef4bcc9a0bc9be5b75c39f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:17:00,661 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:17:00,661 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/C, priority=13, startTime=1733696220208; duration=0sec 2024-12-08T22:17:00,661 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:17:00,661 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:C 2024-12-08T22:17:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,665 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/A of d20dce2c7b5777a47d48750fd1d1c80e into e26da91ecfb748d7934c89d2f285a257(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:17:00,665 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:17:00,665 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/A, priority=13, startTime=1733696220208; duration=0sec 2024-12-08T22:17:00,665 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:17:00,665 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:A 2024-12-08T22:17:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,921 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208df56931d8ed547d0b0527bee5007b905_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208df56931d8ed547d0b0527bee5007b905_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/b5b6a5d29f7e4157b8d5cb12518ec5a1, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:17:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/b5b6a5d29f7e4157b8d5cb12518ec5a1 is 175, key is test_row_1/A:col10/1733696218978/Put/seqid=0 2024-12-08T22:17:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742448_1624 (size=22461) 2024-12-08T22:17:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-08T22:17:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. as already flushing 2024-12-08T22:17:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:01,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696221169, max timestamp=1733696221185Num uniques 859; 2024-12-08T22:17:01,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696221169, max timestamp=1733696221185Num uniques 859; 2024-12-08T22:17:01,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:17:01,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:17:01,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733696221169, max timestamp=1733696221185Num uniques 859; 2024-12-08T22:17:01,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/45d1fbfb79fd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-08T22:17:01,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:17:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696281227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:17:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:17:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:17:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:17:01,268 INFO [Thread-2500 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2500. 2024-12-08T22:17:01,268 DEBUG [Thread-2500 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:17:01,268 DEBUG [Thread-2500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:01,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:17:01,269 DEBUG [Thread-2500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:01,269 INFO [Thread-2494 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2494. 2024-12-08T22:17:01,269 DEBUG [Thread-2494 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:17:01,269 DEBUG [Thread-2494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:01,269 DEBUG [Thread-2494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:01,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:17:01,269 INFO [Thread-2496 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2496. 2024-12-08T22:17:01,269 DEBUG [Thread-2496 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:17:01,269 DEBUG [Thread-2496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:01,269 DEBUG [Thread-2496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:01,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:17:01,271 INFO [Thread-2492 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2492. 2024-12-08T22:17:01,271 DEBUG [Thread-2492 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:17:01,271 DEBUG [Thread-2492 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:01,271 DEBUG [Thread-2492 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:01,271 INFO [Thread-2498 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2498. 2024-12-08T22:17:01,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:17:01,271 DEBUG [Thread-2498 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:17:01,271 DEBUG [Thread-2498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:01,271 DEBUG [Thread-2498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:01,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:17:01,328 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/b5b6a5d29f7e4157b8d5cb12518ec5a1 2024-12-08T22:17:01,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:17:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696281336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:17:01,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:17:01,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:17:01,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:17:01,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/73e362247f68484aa44d2a7fdf8367fb is 50, key is test_row_1/B:col10/1733696218978/Put/seqid=0 2024-12-08T22:17:01,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742449_1625 (size=9757) 2024-12-08T22:17:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-08T22:17:01,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:17:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733696281545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:17:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 , the old value is region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:17:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T22:17:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., hostname=45d1fbfb79fd,38403,1733696044665, seqNum=5 because the exception is null or not the one we care about 2024-12-08T22:17:01,744 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/73e362247f68484aa44d2a7fdf8367fb 2024-12-08T22:17:01,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/6b53a5fd9321434b9fa1cc163a1d0a0b is 50, key is test_row_1/C:col10/1733696218978/Put/seqid=0 2024-12-08T22:17:01,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742450_1626 (size=9757) 2024-12-08T22:17:01,760 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/6b53a5fd9321434b9fa1cc163a1d0a0b 2024-12-08T22:17:01,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/b5b6a5d29f7e4157b8d5cb12518ec5a1 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b5b6a5d29f7e4157b8d5cb12518ec5a1 2024-12-08T22:17:01,770 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b5b6a5d29f7e4157b8d5cb12518ec5a1, entries=100, sequenceid=248, filesize=21.9 K 2024-12-08T22:17:01,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/73e362247f68484aa44d2a7fdf8367fb as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/73e362247f68484aa44d2a7fdf8367fb 2024-12-08T22:17:01,774 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/73e362247f68484aa44d2a7fdf8367fb, entries=100, sequenceid=248, filesize=9.5 K 2024-12-08T22:17:01,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/6b53a5fd9321434b9fa1cc163a1d0a0b as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/6b53a5fd9321434b9fa1cc163a1d0a0b 2024-12-08T22:17:01,777 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/6b53a5fd9321434b9fa1cc163a1d0a0b, entries=100, sequenceid=248, filesize=9.5 K 2024-12-08T22:17:01,778 INFO [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d20dce2c7b5777a47d48750fd1d1c80e in 1286ms, sequenceid=248, compaction requested=false 2024-12-08T22:17:01,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:17:01,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:01,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-12-08T22:17:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-12-08T22:17:01,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-12-08T22:17:01,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4400 sec 2024-12-08T22:17:01,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.4460 sec 2024-12-08T22:17:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38403 {}] regionserver.HRegion(8855): Flush requested on d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:01,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-08T22:17:01,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:17:01,856 INFO [Thread-2489 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2489. 2024-12-08T22:17:01,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:17:01,856 DEBUG [Thread-2489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:17:01,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:17:01,856 DEBUG [Thread-2489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:01,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:17:01,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:17:01,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-08T22:17:01,856 DEBUG [Thread-2489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:01,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:17:01,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208fa1f79c18b07489e9326ebba5c4a8a5b_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696221855/Put/seqid=0 2024-12-08T22:17:01,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742451_1627 (size=12454) 2024-12-08T22:17:02,264 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:02,270 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208fa1f79c18b07489e9326ebba5c4a8a5b_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208fa1f79c18b07489e9326ebba5c4a8a5b_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:02,271 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/ca30e265cfcb4f50bae178486fb5e1dd, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:17:02,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/ca30e265cfcb4f50bae178486fb5e1dd is 175, key is test_row_0/A:col10/1733696221855/Put/seqid=0 2024-12-08T22:17:02,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742452_1628 (size=31255) 2024-12-08T22:17:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-08T22:17:02,485 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:17:02,679 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/ca30e265cfcb4f50bae178486fb5e1dd 2024-12-08T22:17:02,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/d1a43be56ac145a69621b67b616d618f is 50, key is test_row_0/B:col10/1733696221855/Put/seqid=0 2024-12-08T22:17:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742453_1629 (size=12301) 2024-12-08T22:17:03,091 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T22:17:03,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/d1a43be56ac145a69621b67b616d618f 2024-12-08T22:17:03,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/9029745eed434b2fba9d9f18060e43fd is 50, key is test_row_0/C:col10/1733696221855/Put/seqid=0 2024-12-08T22:17:03,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742454_1630 (size=12301) 2024-12-08T22:17:03,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/9029745eed434b2fba9d9f18060e43fd 2024-12-08T22:17:03,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/ca30e265cfcb4f50bae178486fb5e1dd as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/ca30e265cfcb4f50bae178486fb5e1dd 2024-12-08T22:17:03,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/ca30e265cfcb4f50bae178486fb5e1dd, entries=150, sequenceid=287, filesize=30.5 K 2024-12-08T22:17:03,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/d1a43be56ac145a69621b67b616d618f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/d1a43be56ac145a69621b67b616d618f 2024-12-08T22:17:03,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/d1a43be56ac145a69621b67b616d618f, entries=150, sequenceid=287, filesize=12.0 K 2024-12-08T22:17:03,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/9029745eed434b2fba9d9f18060e43fd as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/9029745eed434b2fba9d9f18060e43fd 2024-12-08T22:17:03,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/9029745eed434b2fba9d9f18060e43fd, entries=150, sequenceid=287, filesize=12.0 K 2024-12-08T22:17:03,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=0 B/0 for d20dce2c7b5777a47d48750fd1d1c80e in 1684ms, sequenceid=287, compaction requested=true 2024-12-08T22:17:03,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:17:03,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T22:17:03,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:17:03,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T22:17:03,540 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:17:03,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:17:03,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d20dce2c7b5777a47d48750fd1d1c80e:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T22:17:03,540 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:17:03,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:17:03,541 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:17:03,541 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:17:03,541 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/A is initiating minor compaction (all files) 2024-12-08T22:17:03,541 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/B is initiating minor compaction (all files) 2024-12-08T22:17:03,541 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/B in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:03,541 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/A in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:03,541 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/cff3f0f6e3b342b788f45b16c88a6cc0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/73e362247f68484aa44d2a7fdf8367fb, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/d1a43be56ac145a69621b67b616d618f] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=33.9 K 2024-12-08T22:17:03,541 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e26da91ecfb748d7934c89d2f285a257, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b5b6a5d29f7e4157b8d5cb12518ec5a1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/ca30e265cfcb4f50bae178486fb5e1dd] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=83.3 K 2024-12-08T22:17:03,541 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:03,541 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. files: [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e26da91ecfb748d7934c89d2f285a257, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b5b6a5d29f7e4157b8d5cb12518ec5a1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/ca30e265cfcb4f50bae178486fb5e1dd] 2024-12-08T22:17:03,542 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting cff3f0f6e3b342b788f45b16c88a6cc0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733696217801 2024-12-08T22:17:03,542 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting e26da91ecfb748d7934c89d2f285a257, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733696217801 2024-12-08T22:17:03,542 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 73e362247f68484aa44d2a7fdf8367fb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733696218978 2024-12-08T22:17:03,542 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5b6a5d29f7e4157b8d5cb12518ec5a1, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733696218978 2024-12-08T22:17:03,542 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting d1a43be56ac145a69621b67b616d618f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733696221215 2024-12-08T22:17:03,542 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca30e265cfcb4f50bae178486fb5e1dd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733696221215 2024-12-08T22:17:03,549 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#B#compaction#537 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:17:03,549 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/0c7467538271406685f2b8b6afedfffa is 50, key is test_row_0/B:col10/1733696221855/Put/seqid=0 2024-12-08T22:17:03,551 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:17:03,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742455_1631 (size=12915) 2024-12-08T22:17:03,553 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412084de7804b9fff4f6687a669e4e76d02e7_d20dce2c7b5777a47d48750fd1d1c80e store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:17:03,567 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412084de7804b9fff4f6687a669e4e76d02e7_d20dce2c7b5777a47d48750fd1d1c80e, store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:17:03,568 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084de7804b9fff4f6687a669e4e76d02e7_d20dce2c7b5777a47d48750fd1d1c80e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:17:03,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742456_1632 (size=4469) 2024-12-08T22:17:03,960 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/0c7467538271406685f2b8b6afedfffa as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/0c7467538271406685f2b8b6afedfffa 2024-12-08T22:17:03,966 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/B of d20dce2c7b5777a47d48750fd1d1c80e into 0c7467538271406685f2b8b6afedfffa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:17:03,966 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:17:03,966 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/B, priority=13, startTime=1733696223540; duration=0sec 2024-12-08T22:17:03,966 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T22:17:03,966 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:B 2024-12-08T22:17:03,966 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T22:17:03,967 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T22:17:03,968 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1541): d20dce2c7b5777a47d48750fd1d1c80e/C is initiating minor compaction (all files) 2024-12-08T22:17:03,968 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d20dce2c7b5777a47d48750fd1d1c80e/C in TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:03,968 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/cb62f86736ef4bcc9a0bc9be5b75c39f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/6b53a5fd9321434b9fa1cc163a1d0a0b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/9029745eed434b2fba9d9f18060e43fd] into tmpdir=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp, totalSize=33.9 K 2024-12-08T22:17:03,968 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting cb62f86736ef4bcc9a0bc9be5b75c39f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733696217801 2024-12-08T22:17:03,969 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b53a5fd9321434b9fa1cc163a1d0a0b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733696218978 2024-12-08T22:17:03,969 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] compactions.Compactor(225): Compacting 9029745eed434b2fba9d9f18060e43fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733696221215 2024-12-08T22:17:03,975 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#A#compaction#538 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:17:03,976 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/bb195d0b69d74c8ba718f87728a2d683 is 175, key is test_row_0/A:col10/1733696221855/Put/seqid=0 2024-12-08T22:17:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742457_1633 (size=31869) 2024-12-08T22:17:03,980 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d20dce2c7b5777a47d48750fd1d1c80e#C#compaction#539 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:17:03,981 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/3e0dddb597a54a28932fc491e29a42a6 is 50, key is test_row_0/C:col10/1733696221855/Put/seqid=0 2024-12-08T22:17:03,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742458_1634 (size=12915) 2024-12-08T22:17:04,389 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/bb195d0b69d74c8ba718f87728a2d683 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/bb195d0b69d74c8ba718f87728a2d683 2024-12-08T22:17:04,393 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/3e0dddb597a54a28932fc491e29a42a6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/3e0dddb597a54a28932fc491e29a42a6 2024-12-08T22:17:04,396 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/A of d20dce2c7b5777a47d48750fd1d1c80e into bb195d0b69d74c8ba718f87728a2d683(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:17:04,396 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:17:04,396 INFO [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/A, priority=13, startTime=1733696223540; duration=0sec 2024-12-08T22:17:04,396 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:17:04,396 DEBUG [RS:0;45d1fbfb79fd:38403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:A 2024-12-08T22:17:04,398 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d20dce2c7b5777a47d48750fd1d1c80e/C of d20dce2c7b5777a47d48750fd1d1c80e into 3e0dddb597a54a28932fc491e29a42a6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:17:04,398 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d20dce2c7b5777a47d48750fd1d1c80e: 2024-12-08T22:17:04,398 INFO [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., storeName=d20dce2c7b5777a47d48750fd1d1c80e/C, priority=13, startTime=1733696223540; duration=0sec 2024-12-08T22:17:04,398 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T22:17:04,398 DEBUG [RS:0;45d1fbfb79fd:38403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d20dce2c7b5777a47d48750fd1d1c80e:C 2024-12-08T22:17:04,547 INFO [Thread-2485 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2485. 2024-12-08T22:17:04,548 DEBUG [Thread-2485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:17:04,548 DEBUG [Thread-2485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:04,548 DEBUG [Thread-2485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:04,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:17:04,569 INFO [Thread-2483 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2483. 2024-12-08T22:17:04,569 DEBUG [Thread-2483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:17:04,569 DEBUG [Thread-2483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:04,569 DEBUG [Thread-2483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:04,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:17:04,586 INFO [Thread-2481 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2481. 2024-12-08T22:17:04,586 DEBUG [Thread-2481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:17:04,586 DEBUG [Thread-2481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:04,586 DEBUG [Thread-2481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:04,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:17:04,596 INFO [Thread-2487 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2487. 2024-12-08T22:17:04,596 DEBUG [Thread-2487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T22:17:04,596 DEBUG [Thread-2487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:04,597 DEBUG [Thread-2487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:04,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 151 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3817 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3980 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3990 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3798 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3979 2024-12-08T22:17:04,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T22:17:04,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T22:17:04,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:17:04,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:04,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:04,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:17:04,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T22:17:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T22:17:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-08T22:17:04,601 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696224600"}]},"ts":"1733696224600"} 2024-12-08T22:17:04,602 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T22:17:04,602 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T22:17:04,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T22:17:04,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, UNASSIGN}] 2024-12-08T22:17:04,604 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, UNASSIGN 2024-12-08T22:17:04,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=d20dce2c7b5777a47d48750fd1d1c80e, regionState=CLOSING, regionLocation=45d1fbfb79fd,38403,1733696044665 2024-12-08T22:17:04,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, UNASSIGN because future has completed 2024-12-08T22:17:04,606 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T22:17:04,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665}] 2024-12-08T22:17:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-08T22:17:04,759 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(122): Close d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:04,759 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T22:17:04,759 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1722): Closing d20dce2c7b5777a47d48750fd1d1c80e, disabling compactions & flushes 2024-12-08T22:17:04,759 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:04,759 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:04,759 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. after waiting 0 ms 2024-12-08T22:17:04,759 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:04,759 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(2902): Flushing d20dce2c7b5777a47d48750fd1d1c80e 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-08T22:17:04,760 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=A 2024-12-08T22:17:04,760 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:17:04,760 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=B 2024-12-08T22:17:04,760 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:17:04,760 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d20dce2c7b5777a47d48750fd1d1c80e, store=C 2024-12-08T22:17:04,760 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T22:17:04,769 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081057a0d972164218a21f61cd71337ee1_d20dce2c7b5777a47d48750fd1d1c80e is 50, key is test_row_0/A:col10/1733696224595/Put/seqid=0 2024-12-08T22:17:04,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742459_1635 (size=12454) 2024-12-08T22:17:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-08T22:17:05,173 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:17:05,180 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081057a0d972164218a21f61cd71337ee1_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081057a0d972164218a21f61cd71337ee1_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:05,182 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/660b95f330504575907c94830d1f3ed6, store: [table=TestAcidGuarantees family=A region=d20dce2c7b5777a47d48750fd1d1c80e] 2024-12-08T22:17:05,183 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/660b95f330504575907c94830d1f3ed6 is 175, key is test_row_0/A:col10/1733696224595/Put/seqid=0 2024-12-08T22:17:05,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742460_1636 (size=31255) 2024-12-08T22:17:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-08T22:17:05,589 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/660b95f330504575907c94830d1f3ed6 2024-12-08T22:17:05,601 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/5c4cf084aac844eaa7ddde67afa12550 is 50, key is test_row_0/B:col10/1733696224595/Put/seqid=0 2024-12-08T22:17:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742461_1637 (size=12301) 2024-12-08T22:17:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-08T22:17:06,040 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/5c4cf084aac844eaa7ddde67afa12550 2024-12-08T22:17:06,052 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/4398024af23d4af7ad78bdc65500a007 is 50, key is test_row_0/C:col10/1733696224595/Put/seqid=0 2024-12-08T22:17:06,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742462_1638 (size=12301) 2024-12-08T22:17:06,457 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/4398024af23d4af7ad78bdc65500a007 2024-12-08T22:17:06,463 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/A/660b95f330504575907c94830d1f3ed6 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/660b95f330504575907c94830d1f3ed6 2024-12-08T22:17:06,467 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/660b95f330504575907c94830d1f3ed6, entries=150, sequenceid=297, filesize=30.5 K 2024-12-08T22:17:06,468 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/B/5c4cf084aac844eaa7ddde67afa12550 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/5c4cf084aac844eaa7ddde67afa12550 2024-12-08T22:17:06,472 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/5c4cf084aac844eaa7ddde67afa12550, entries=150, sequenceid=297, filesize=12.0 K 2024-12-08T22:17:06,473 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/.tmp/C/4398024af23d4af7ad78bdc65500a007 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/4398024af23d4af7ad78bdc65500a007 2024-12-08T22:17:06,477 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/4398024af23d4af7ad78bdc65500a007, entries=150, sequenceid=297, filesize=12.0 K 2024-12-08T22:17:06,477 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d20dce2c7b5777a47d48750fd1d1c80e in 1718ms, sequenceid=297, compaction requested=false 2024-12-08T22:17:06,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e4f519d8fba34390be371237fe1eb809, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/49018153226e4ec8a6963dd0aab9978b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/13a5e187f8044305ada263ab0318cbe7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/90fde95a334b44a29e75a81b91deb28c, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/f552e311d05744cd9f249f20924da10a, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8fbb18f0a0f241aa9f46704bd8b852e4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b3c148a180674f53a52b426bc6bc8211, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/3ca82a4b58a04792a03fc1ddd0ed7241, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/2f0b5738b8de4ec39320d9aaf94b0e2b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/5c219eab2d06478d9237fa64138770b4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8d2b5a7d53ff45778781bcfd86129cd9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/a616aee321f74b35b86af3434b106ad6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/53285d9ccc664d5e8ff56fca157b1fa9, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/80027a992d8241899270da5e00028376, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/9fea7dce3923411a96c8d060529e48b8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e26da91ecfb748d7934c89d2f285a257, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b5b6a5d29f7e4157b8d5cb12518ec5a1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/ca30e265cfcb4f50bae178486fb5e1dd] to archive 2024-12-08T22:17:06,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:17:06,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e4f519d8fba34390be371237fe1eb809 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e4f519d8fba34390be371237fe1eb809 2024-12-08T22:17:06,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/49018153226e4ec8a6963dd0aab9978b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/49018153226e4ec8a6963dd0aab9978b 2024-12-08T22:17:06,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/13a5e187f8044305ada263ab0318cbe7 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/13a5e187f8044305ada263ab0318cbe7 2024-12-08T22:17:06,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/90fde95a334b44a29e75a81b91deb28c to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/90fde95a334b44a29e75a81b91deb28c 2024-12-08T22:17:06,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/f552e311d05744cd9f249f20924da10a to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/f552e311d05744cd9f249f20924da10a 2024-12-08T22:17:06,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8fbb18f0a0f241aa9f46704bd8b852e4 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8fbb18f0a0f241aa9f46704bd8b852e4 2024-12-08T22:17:06,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b3c148a180674f53a52b426bc6bc8211 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b3c148a180674f53a52b426bc6bc8211 2024-12-08T22:17:06,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/3ca82a4b58a04792a03fc1ddd0ed7241 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/3ca82a4b58a04792a03fc1ddd0ed7241 2024-12-08T22:17:06,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/2f0b5738b8de4ec39320d9aaf94b0e2b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/2f0b5738b8de4ec39320d9aaf94b0e2b 2024-12-08T22:17:06,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/5c219eab2d06478d9237fa64138770b4 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/5c219eab2d06478d9237fa64138770b4 2024-12-08T22:17:06,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8d2b5a7d53ff45778781bcfd86129cd9 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/8d2b5a7d53ff45778781bcfd86129cd9 2024-12-08T22:17:06,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/a616aee321f74b35b86af3434b106ad6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/a616aee321f74b35b86af3434b106ad6 2024-12-08T22:17:06,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/53285d9ccc664d5e8ff56fca157b1fa9 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/53285d9ccc664d5e8ff56fca157b1fa9 2024-12-08T22:17:06,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/80027a992d8241899270da5e00028376 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/80027a992d8241899270da5e00028376 2024-12-08T22:17:06,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/9fea7dce3923411a96c8d060529e48b8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/9fea7dce3923411a96c8d060529e48b8 2024-12-08T22:17:06,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e26da91ecfb748d7934c89d2f285a257 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/e26da91ecfb748d7934c89d2f285a257 2024-12-08T22:17:06,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b5b6a5d29f7e4157b8d5cb12518ec5a1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/b5b6a5d29f7e4157b8d5cb12518ec5a1 2024-12-08T22:17:06,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/ca30e265cfcb4f50bae178486fb5e1dd to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/ca30e265cfcb4f50bae178486fb5e1dd 2024-12-08T22:17:06,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/46154ef8575d4c368bcfecc30d70299b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/07d8af66950048d7857d5defd672a6ca, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/f8ec764612b24a58b57bf819f038e202, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/565d07471aa24ce58c6697a3b6a49185, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/718e547eb70c4e47b233cc133d8db7d2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/2dcd2aab607145e18dc39c07bba96302, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/501ddefda1a648b8b853c8cbde6d6ad4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/b253c4acb87447b1b285e307efc1bd77, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/8b044fa32a7a46b992a4e207c71ac0a8, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/7fec214ced83474a961f9505a5ddf3cd, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/fcefc3b92b4f48f39082eb80fe18563f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/04e320ca02c74584acbc0edaf41e9a86, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/5e9031d2e6e748a3ab8a001d5afd9df5, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/59aff13ffdd94d3db1476972cc1ac0f6, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/cff3f0f6e3b342b788f45b16c88a6cc0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/3ea971a32a314554ac45e6732d8a7b81, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/73e362247f68484aa44d2a7fdf8367fb, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/d1a43be56ac145a69621b67b616d618f] to archive 2024-12-08T22:17:06,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:17:06,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/46154ef8575d4c368bcfecc30d70299b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/46154ef8575d4c368bcfecc30d70299b 2024-12-08T22:17:06,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/07d8af66950048d7857d5defd672a6ca to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/07d8af66950048d7857d5defd672a6ca 2024-12-08T22:17:06,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/f8ec764612b24a58b57bf819f038e202 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/f8ec764612b24a58b57bf819f038e202 2024-12-08T22:17:06,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/565d07471aa24ce58c6697a3b6a49185 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/565d07471aa24ce58c6697a3b6a49185 2024-12-08T22:17:06,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/718e547eb70c4e47b233cc133d8db7d2 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/718e547eb70c4e47b233cc133d8db7d2 2024-12-08T22:17:06,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/2dcd2aab607145e18dc39c07bba96302 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/2dcd2aab607145e18dc39c07bba96302 2024-12-08T22:17:06,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/501ddefda1a648b8b853c8cbde6d6ad4 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/501ddefda1a648b8b853c8cbde6d6ad4 2024-12-08T22:17:06,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/b253c4acb87447b1b285e307efc1bd77 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/b253c4acb87447b1b285e307efc1bd77 2024-12-08T22:17:06,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/8b044fa32a7a46b992a4e207c71ac0a8 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/8b044fa32a7a46b992a4e207c71ac0a8 2024-12-08T22:17:06,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/7fec214ced83474a961f9505a5ddf3cd to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/7fec214ced83474a961f9505a5ddf3cd 2024-12-08T22:17:06,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/fcefc3b92b4f48f39082eb80fe18563f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/fcefc3b92b4f48f39082eb80fe18563f 2024-12-08T22:17:06,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/04e320ca02c74584acbc0edaf41e9a86 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/04e320ca02c74584acbc0edaf41e9a86 2024-12-08T22:17:06,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/5e9031d2e6e748a3ab8a001d5afd9df5 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/5e9031d2e6e748a3ab8a001d5afd9df5 2024-12-08T22:17:06,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/59aff13ffdd94d3db1476972cc1ac0f6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/59aff13ffdd94d3db1476972cc1ac0f6 2024-12-08T22:17:06,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/cff3f0f6e3b342b788f45b16c88a6cc0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/cff3f0f6e3b342b788f45b16c88a6cc0 2024-12-08T22:17:06,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/3ea971a32a314554ac45e6732d8a7b81 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/3ea971a32a314554ac45e6732d8a7b81 2024-12-08T22:17:06,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/73e362247f68484aa44d2a7fdf8367fb to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/73e362247f68484aa44d2a7fdf8367fb 2024-12-08T22:17:06,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/d1a43be56ac145a69621b67b616d618f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/d1a43be56ac145a69621b67b616d618f 2024-12-08T22:17:06,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/f9df2861ae9e4ec2b1a5b8ae18938455, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/69bcb6357de5481b9f95e8ff42beaeca, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/9b747eaab3ac4dc883274ceeac0d520d, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/19a11939c5df4c79b351ca6a4286f41b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/3bccc3b277a544278ff3040534e061c7, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/bc8624ab0bd74772b5c2724f32125d45, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/ea2f53b80a7f4434b2bce8f24d744688, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/c67e511d6143406eb9c4377fd6b859d0, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/992520fed1d747a5b0bbba9ee76cf660, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/4a68390e9a7949489c4539b1e8200dc4, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/d9a73830155c4653b14038e9a9b9c1d1, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/43cfc223e504427a9bb7e056af78bab2, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/c3ef149077f44373b2b67c4b8cddf3ea, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/6df6150c8de34e1cbc590256ef228104, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/cb62f86736ef4bcc9a0bc9be5b75c39f, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/7cde168702314cc4b080a01a449fb2ca, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/6b53a5fd9321434b9fa1cc163a1d0a0b, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/9029745eed434b2fba9d9f18060e43fd] to archive 2024-12-08T22:17:06,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:17:06,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/f9df2861ae9e4ec2b1a5b8ae18938455 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/f9df2861ae9e4ec2b1a5b8ae18938455 2024-12-08T22:17:06,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/69bcb6357de5481b9f95e8ff42beaeca to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/69bcb6357de5481b9f95e8ff42beaeca 2024-12-08T22:17:06,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/9b747eaab3ac4dc883274ceeac0d520d to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/9b747eaab3ac4dc883274ceeac0d520d 2024-12-08T22:17:06,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/19a11939c5df4c79b351ca6a4286f41b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/19a11939c5df4c79b351ca6a4286f41b 2024-12-08T22:17:06,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/3bccc3b277a544278ff3040534e061c7 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/3bccc3b277a544278ff3040534e061c7 2024-12-08T22:17:06,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/bc8624ab0bd74772b5c2724f32125d45 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/bc8624ab0bd74772b5c2724f32125d45 2024-12-08T22:17:06,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/ea2f53b80a7f4434b2bce8f24d744688 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/ea2f53b80a7f4434b2bce8f24d744688 2024-12-08T22:17:06,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/c67e511d6143406eb9c4377fd6b859d0 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/c67e511d6143406eb9c4377fd6b859d0 2024-12-08T22:17:06,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/992520fed1d747a5b0bbba9ee76cf660 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/992520fed1d747a5b0bbba9ee76cf660 2024-12-08T22:17:06,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/4a68390e9a7949489c4539b1e8200dc4 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/4a68390e9a7949489c4539b1e8200dc4 2024-12-08T22:17:06,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/d9a73830155c4653b14038e9a9b9c1d1 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/d9a73830155c4653b14038e9a9b9c1d1 2024-12-08T22:17:06,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/43cfc223e504427a9bb7e056af78bab2 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/43cfc223e504427a9bb7e056af78bab2 2024-12-08T22:17:06,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/c3ef149077f44373b2b67c4b8cddf3ea to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/c3ef149077f44373b2b67c4b8cddf3ea 2024-12-08T22:17:06,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/6df6150c8de34e1cbc590256ef228104 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/6df6150c8de34e1cbc590256ef228104 2024-12-08T22:17:06,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/cb62f86736ef4bcc9a0bc9be5b75c39f to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/cb62f86736ef4bcc9a0bc9be5b75c39f 2024-12-08T22:17:06,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/7cde168702314cc4b080a01a449fb2ca to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/7cde168702314cc4b080a01a449fb2ca 2024-12-08T22:17:06,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/6b53a5fd9321434b9fa1cc163a1d0a0b to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/6b53a5fd9321434b9fa1cc163a1d0a0b 2024-12-08T22:17:06,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/9029745eed434b2fba9d9f18060e43fd to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/9029745eed434b2fba9d9f18060e43fd 2024-12-08T22:17:06,529 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/recovered.edits/300.seqid, newMaxSeqId=300, maxSeqId=4 2024-12-08T22:17:06,529 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. 2024-12-08T22:17:06,529 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1676): Region close journal for d20dce2c7b5777a47d48750fd1d1c80e: Waiting for close lock at 1733696224759Running coprocessor pre-close hooks at 1733696224759Disabling compacts and flushes for region at 1733696224759Disabling writes for close at 1733696224759Obtaining lock to block concurrent updates at 1733696224759Preparing flush snapshotting stores in d20dce2c7b5777a47d48750fd1d1c80e at 1733696224759Finished memstore snapshotting TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733696224760 (+1 ms)Flushing stores of TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e. at 1733696224761 (+1 ms)Flushing d20dce2c7b5777a47d48750fd1d1c80e/A: creating writer at 1733696224761Flushing mob file d20dce2c7b5777a47d48750fd1d1c80e/A: appending metadata at 1733696224769 (+8 ms)Flushing mob file d20dce2c7b5777a47d48750fd1d1c80e/A: closing flushed file at 1733696224769Flushing d20dce2c7b5777a47d48750fd1d1c80e/A: appending metadata at 1733696225182 (+413 ms)Flushing d20dce2c7b5777a47d48750fd1d1c80e/A: closing flushed file at 1733696225182Flushing d20dce2c7b5777a47d48750fd1d1c80e/B: creating writer at 1733696225598 (+416 ms)Flushing d20dce2c7b5777a47d48750fd1d1c80e/B: appending metadata at 1733696225601 (+3 ms)Flushing d20dce2c7b5777a47d48750fd1d1c80e/B: closing flushed file at 1733696225601Flushing d20dce2c7b5777a47d48750fd1d1c80e/C: creating writer at 1733696226047 (+446 ms)Flushing d20dce2c7b5777a47d48750fd1d1c80e/C: appending metadata at 1733696226051 (+4 ms)Flushing d20dce2c7b5777a47d48750fd1d1c80e/C: closing flushed file at 1733696226051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d45a6c1: reopening flushed file at 1733696226462 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a78139: reopening flushed file at 1733696226467 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64987e6: reopening flushed file at 1733696226472 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d20dce2c7b5777a47d48750fd1d1c80e in 1718ms, sequenceid=297, compaction requested=false at 1733696226477 (+5 ms)Writing region close event to WAL at 1733696226527 (+50 ms)Running coprocessor post-close hooks at 1733696226529 (+2 ms)Closed at 1733696226529 2024-12-08T22:17:06,531 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(157): Closed d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,532 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=d20dce2c7b5777a47d48750fd1d1c80e, regionState=CLOSED 2024-12-08T22:17:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 because future has completed 2024-12-08T22:17:06,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-12-08T22:17:06,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseRegionProcedure d20dce2c7b5777a47d48750fd1d1c80e, server=45d1fbfb79fd,38403,1733696044665 in 1.9270 sec 2024-12-08T22:17:06,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=176, resume processing ppid=175 2024-12-08T22:17:06,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, ppid=175, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d20dce2c7b5777a47d48750fd1d1c80e, UNASSIGN in 1.9300 sec 2024-12-08T22:17:06,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-12-08T22:17:06,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9340 sec 2024-12-08T22:17:06,539 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696226539"}]},"ts":"1733696226539"} 2024-12-08T22:17:06,540 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T22:17:06,540 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T22:17:06,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9430 sec 2024-12-08T22:17:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-08T22:17:06,746 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:17:06,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T22:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:17:06,750 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-08T22:17:06,752 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=178, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:17:06,755 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,764 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C, FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/recovered.edits] 2024-12-08T22:17:06,766 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/660b95f330504575907c94830d1f3ed6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/660b95f330504575907c94830d1f3ed6 2024-12-08T22:17:06,767 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/bb195d0b69d74c8ba718f87728a2d683 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/A/bb195d0b69d74c8ba718f87728a2d683 2024-12-08T22:17:06,768 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/0c7467538271406685f2b8b6afedfffa to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/0c7467538271406685f2b8b6afedfffa 2024-12-08T22:17:06,769 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/5c4cf084aac844eaa7ddde67afa12550 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/B/5c4cf084aac844eaa7ddde67afa12550 2024-12-08T22:17:06,771 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/3e0dddb597a54a28932fc491e29a42a6 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/3e0dddb597a54a28932fc491e29a42a6 2024-12-08T22:17:06,771 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/4398024af23d4af7ad78bdc65500a007 to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/C/4398024af23d4af7ad78bdc65500a007 2024-12-08T22:17:06,773 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/recovered.edits/300.seqid to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e/recovered.edits/300.seqid 2024-12-08T22:17:06,774 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/default/TestAcidGuarantees/d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,774 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T22:17:06,774 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T22:17:06,775 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-08T22:17:06,777 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412080fde8687a2654c50a1ad39847bbc5752_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412080fde8687a2654c50a1ad39847bbc5752_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,778 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081057a0d972164218a21f61cd71337ee1_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081057a0d972164218a21f61cd71337ee1_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,779 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120811ad30d725de4a05820fdf5fe7ab9b13_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120811ad30d725de4a05820fdf5fe7ab9b13_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,780 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082f113ac206bc4ee993c4c6dbd14da170_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082f113ac206bc4ee993c4c6dbd14da170_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,781 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083e202f58110e4c11a72e8cc19c920ff3_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083e202f58110e4c11a72e8cc19c920ff3_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,782 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120856e075b67e614c6e85424037bbe6381d_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120856e075b67e614c6e85424037bbe6381d_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,783 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ab57a657dd9045059879fc6951964a5e_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ab57a657dd9045059879fc6951964a5e_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,784 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ab927fea7507411793e1f24634114303_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ab927fea7507411793e1f24634114303_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,785 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c072a8b4bf9645b5a335f17acca8ad62_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c072a8b4bf9645b5a335f17acca8ad62_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,787 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cd35c72e0d8f4fae9f93cbbb8d8c46b9_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cd35c72e0d8f4fae9f93cbbb8d8c46b9_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,788 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208df56931d8ed547d0b0527bee5007b905_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208df56931d8ed547d0b0527bee5007b905_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,789 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e0fe12ebbaee4e7ca58cb61ccd7b9c92_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e0fe12ebbaee4e7ca58cb61ccd7b9c92_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,790 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e81f5521eb41429e927b04cef63d6935_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e81f5521eb41429e927b04cef63d6935_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,791 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208fa1f79c18b07489e9326ebba5c4a8a5b_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208fa1f79c18b07489e9326ebba5c4a8a5b_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,792 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ff11f42cfb76491ebec3781498d607dd_d20dce2c7b5777a47d48750fd1d1c80e to hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ff11f42cfb76491ebec3781498d607dd_d20dce2c7b5777a47d48750fd1d1c80e 2024-12-08T22:17:06,793 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T22:17:06,795 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=178, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:17:06,798 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T22:17:06,801 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T22:17:06,802 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=178, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:17:06,802 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T22:17:06,802 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733696226802"}]},"ts":"9223372036854775807"} 2024-12-08T22:17:06,804 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T22:17:06,804 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d20dce2c7b5777a47d48750fd1d1c80e, NAME => 'TestAcidGuarantees,,1733696198090.d20dce2c7b5777a47d48750fd1d1c80e.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T22:17:06,804 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T22:17:06,805 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733696226804"}]},"ts":"9223372036854775807"} 2024-12-08T22:17:06,807 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-08T22:17:06,808 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=178, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T22:17:06,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 61 msec 2024-12-08T22:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-08T22:17:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-08T22:17:06,855 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-08T22:17:06,866 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 248) - Thread LEAK? -, OpenFileDescriptor=457 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 479), ProcessCount=11 (was 11), AvailableMemoryMB=9044 (was 9404) 2024-12-08T22:17:06,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T22:17:06,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T22:17:06,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:17:06,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:06,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:06,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:17:06,867 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T22:17:06,867 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1519452659, stopped=false 2024-12-08T22:17:06,868 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=45d1fbfb79fd,41977,1733696043972 2024-12-08T22:17:07,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T22:17:07,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T22:17:07,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:17:07,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:17:07,142 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T22:17:07,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T22:17:07,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:17:07,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:07,143 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '45d1fbfb79fd,38403,1733696044665' ***** 2024-12-08T22:17:07,143 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T22:17:07,143 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T22:17:07,143 INFO [RS:0;45d1fbfb79fd:38403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T22:17:07,144 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T22:17:07,144 INFO [RS:0;45d1fbfb79fd:38403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T22:17:07,144 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(959): stopping server 45d1fbfb79fd,38403,1733696044665 2024-12-08T22:17:07,144 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T22:17:07,144 INFO [RS:0;45d1fbfb79fd:38403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;45d1fbfb79fd:38403. 2024-12-08T22:17:07,144 DEBUG [RS:0;45d1fbfb79fd:38403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:17:07,144 DEBUG [RS:0;45d1fbfb79fd:38403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:07,144 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T22:17:07,144 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T22:17:07,144 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T22:17:07,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T22:17:07,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T22:17:07,144 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T22:17:07,145 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T22:17:07,145 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-08T22:17:07,146 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T22:17:07,146 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T22:17:07,146 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T22:17:07,146 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T22:17:07,146 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T22:17:07,146 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T22:17:07,146 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-08T22:17:07,167 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/.tmp/info/dc1b1800db1645fe9a152ed4af4a3491 is 95, key is TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b./info:/1733696082492/DeleteFamily/seqid=0 2024-12-08T22:17:07,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742463_1639 (size=6514) 2024-12-08T22:17:07,171 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/.tmp/info/dc1b1800db1645fe9a152ed4af4a3491 2024-12-08T22:17:07,190 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/.tmp/ns/7f8d4cd2f6ef4336ab9af8d16d06b755 is 93, key is TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b./ns:/1733696082452/DeleteFamily/seqid=0 2024-12-08T22:17:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742464_1640 (size=5906) 2024-12-08T22:17:07,237 INFO [regionserver/45d1fbfb79fd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T22:17:07,346 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T22:17:07,546 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T22:17:07,594 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/.tmp/ns/7f8d4cd2f6ef4336ab9af8d16d06b755 2024-12-08T22:17:07,616 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/.tmp/rep_barrier/0cb2854c78064c2985bdb838bb14fb93 is 102, key is TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b./rep_barrier:/1733696082452/DeleteFamily/seqid=0 2024-12-08T22:17:07,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742465_1641 (size=6025) 2024-12-08T22:17:07,639 INFO [regionserver/45d1fbfb79fd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T22:17:07,639 INFO [regionserver/45d1fbfb79fd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T22:17:07,639 INFO [regionserver/45d1fbfb79fd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-08T22:17:07,746 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T22:17:07,946 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T22:17:08,019 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/.tmp/rep_barrier/0cb2854c78064c2985bdb838bb14fb93 2024-12-08T22:17:08,037 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/.tmp/table/9961a230c14c49b6bf324d7ce0448e3c is 96, key is TestAcidGuarantees,,1733696049377.1055cdeb95ded4980a092a58400bd55b./table:/1733696082452/DeleteFamily/seqid=0 2024-12-08T22:17:08,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742466_1642 (size=5936) 2024-12-08T22:17:08,147 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T22:17:08,347 DEBUG [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T22:17:08,441 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/.tmp/table/9961a230c14c49b6bf324d7ce0448e3c 2024-12-08T22:17:08,451 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/.tmp/info/dc1b1800db1645fe9a152ed4af4a3491 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/info/dc1b1800db1645fe9a152ed4af4a3491 2024-12-08T22:17:08,454 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/info/dc1b1800db1645fe9a152ed4af4a3491, entries=12, sequenceid=90, filesize=6.4 K 2024-12-08T22:17:08,455 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/.tmp/ns/7f8d4cd2f6ef4336ab9af8d16d06b755 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/ns/7f8d4cd2f6ef4336ab9af8d16d06b755 2024-12-08T22:17:08,458 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/ns/7f8d4cd2f6ef4336ab9af8d16d06b755, entries=8, sequenceid=90, filesize=5.8 K 2024-12-08T22:17:08,459 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/.tmp/rep_barrier/0cb2854c78064c2985bdb838bb14fb93 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/rep_barrier/0cb2854c78064c2985bdb838bb14fb93 2024-12-08T22:17:08,462 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/rep_barrier/0cb2854c78064c2985bdb838bb14fb93, entries=6, sequenceid=90, filesize=5.9 K 2024-12-08T22:17:08,463 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/.tmp/table/9961a230c14c49b6bf324d7ce0448e3c as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/table/9961a230c14c49b6bf324d7ce0448e3c 2024-12-08T22:17:08,466 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/table/9961a230c14c49b6bf324d7ce0448e3c, entries=7, sequenceid=90, filesize=5.8 K 2024-12-08T22:17:08,467 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=90, compaction requested=false 2024-12-08T22:17:08,473 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-08T22:17:08,473 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T22:17:08,474 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T22:17:08,474 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733696227145Running coprocessor pre-close hooks at 1733696227146 (+1 ms)Disabling compacts and flushes for region at 1733696227146Disabling writes for close at 1733696227146Obtaining lock to block concurrent updates at 1733696227146Preparing flush snapshotting stores in 1588230740 at 1733696227146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733696227146Flushing stores of hbase:meta,,1.1588230740 at 1733696227147 (+1 ms)Flushing 1588230740/info: creating writer at 1733696227147Flushing 1588230740/info: appending metadata at 1733696227167 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733696227167Flushing 1588230740/ns: creating writer at 1733696227174 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733696227190 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733696227190Flushing 1588230740/rep_barrier: creating writer at 1733696227599 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733696227615 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733696227615Flushing 1588230740/table: creating writer at 1733696228022 (+407 ms)Flushing 1588230740/table: appending metadata at 1733696228036 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733696228036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2bb0ff: reopening flushed file at 1733696228450 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19cc45c7: reopening flushed file at 1733696228455 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4932cd0e: reopening flushed file at 1733696228458 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638fa054: reopening flushed file at 1733696228462 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=90, compaction requested=false at 1733696228467 (+5 ms)Writing region close event to WAL at 1733696228469 (+2 ms)Running coprocessor post-close hooks at 1733696228473 (+4 ms)Closed at 1733696228473 2024-12-08T22:17:08,474 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T22:17:08,547 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(976): stopping server 45d1fbfb79fd,38403,1733696044665; all regions closed. 2024-12-08T22:17:08,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741834_1010 (size=25344) 2024-12-08T22:17:08,554 DEBUG [RS:0;45d1fbfb79fd:38403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/oldWALs 2024-12-08T22:17:08,554 INFO [RS:0;45d1fbfb79fd:38403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 45d1fbfb79fd%2C38403%2C1733696044665.meta:.meta(num 1733696048900) 2024-12-08T22:17:08,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741832_1008 (size=14943907) 2024-12-08T22:17:08,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/WALs/45d1fbfb79fd,38403,1733696044665/45d1fbfb79fd%2C38403%2C1733696044665.1733696047768 not finished, retry = 0 2024-12-08T22:17:08,659 DEBUG [RS:0;45d1fbfb79fd:38403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/oldWALs 2024-12-08T22:17:08,659 INFO [RS:0;45d1fbfb79fd:38403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 45d1fbfb79fd%2C38403%2C1733696044665:(num 1733696047768) 2024-12-08T22:17:08,659 DEBUG [RS:0;45d1fbfb79fd:38403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:17:08,659 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T22:17:08,660 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T22:17:08,660 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.ChoreService(370): Chore service for: regionserver/45d1fbfb79fd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T22:17:08,660 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T22:17:08,660 INFO [regionserver/45d1fbfb79fd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T22:17:08,661 INFO [RS:0;45d1fbfb79fd:38403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38403 2024-12-08T22:17:08,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/45d1fbfb79fd,38403,1733696044665 2024-12-08T22:17:08,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T22:17:08,703 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T22:17:08,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [45d1fbfb79fd,38403,1733696044665] 2024-12-08T22:17:08,724 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/45d1fbfb79fd,38403,1733696044665 already deleted, retry=false 2024-12-08T22:17:08,724 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 45d1fbfb79fd,38403,1733696044665 expired; onlineServers=0 2024-12-08T22:17:08,724 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '45d1fbfb79fd,41977,1733696043972' ***** 2024-12-08T22:17:08,724 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T22:17:08,724 INFO [M:0;45d1fbfb79fd:41977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T22:17:08,725 INFO [M:0;45d1fbfb79fd:41977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T22:17:08,725 DEBUG [M:0;45d1fbfb79fd:41977 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T22:17:08,725 DEBUG [M:0;45d1fbfb79fd:41977 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T22:17:08,725 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T22:17:08,725 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster-HFileCleaner.large.0-1733696047499 {}] cleaner.HFileCleaner(306): Exit Thread[master/45d1fbfb79fd:0:becomeActiveMaster-HFileCleaner.large.0-1733696047499,5,FailOnTimeoutGroup] 2024-12-08T22:17:08,725 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster-HFileCleaner.small.0-1733696047500 {}] cleaner.HFileCleaner(306): Exit Thread[master/45d1fbfb79fd:0:becomeActiveMaster-HFileCleaner.small.0-1733696047500,5,FailOnTimeoutGroup] 2024-12-08T22:17:08,726 INFO [M:0;45d1fbfb79fd:41977 {}] hbase.ChoreService(370): Chore service for: master/45d1fbfb79fd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T22:17:08,726 INFO [M:0;45d1fbfb79fd:41977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T22:17:08,726 DEBUG [M:0;45d1fbfb79fd:41977 {}] master.HMaster(1795): Stopping service threads 2024-12-08T22:17:08,726 INFO [M:0;45d1fbfb79fd:41977 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T22:17:08,726 INFO [M:0;45d1fbfb79fd:41977 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T22:17:08,726 ERROR [M:0;45d1fbfb79fd:41977 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-08T22:17:08,728 INFO [M:0;45d1fbfb79fd:41977 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T22:17:08,728 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T22:17:08,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T22:17:08,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:17:08,735 DEBUG [M:0;45d1fbfb79fd:41977 {}] zookeeper.ZKUtil(347): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T22:17:08,735 WARN [M:0;45d1fbfb79fd:41977 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T22:17:08,736 INFO [M:0;45d1fbfb79fd:41977 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/.lastflushedseqids 2024-12-08T22:17:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742467_1643 (size=72) 2024-12-08T22:17:08,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T22:17:08,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x100077e3f600001, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T22:17:08,815 INFO [RS:0;45d1fbfb79fd:38403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T22:17:08,815 INFO [RS:0;45d1fbfb79fd:38403 {}] regionserver.HRegionServer(1031): Exiting; stopping=45d1fbfb79fd,38403,1733696044665; zookeeper connection closed. 2024-12-08T22:17:08,815 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18ef48c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18ef48c0 2024-12-08T22:17:08,816 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-08T22:17:09,150 INFO [M:0;45d1fbfb79fd:41977 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T22:17:09,150 INFO [M:0;45d1fbfb79fd:41977 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T22:17:09,151 DEBUG [M:0;45d1fbfb79fd:41977 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T22:17:09,151 INFO [M:0;45d1fbfb79fd:41977 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:17:09,151 DEBUG [M:0;45d1fbfb79fd:41977 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:17:09,151 DEBUG [M:0;45d1fbfb79fd:41977 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T22:17:09,151 DEBUG [M:0;45d1fbfb79fd:41977 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:17:09,151 INFO [M:0;45d1fbfb79fd:41977 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=775.39 KB heapSize=948.95 KB 2024-12-08T22:17:09,167 DEBUG [M:0;45d1fbfb79fd:41977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f59c74d48efe467f84a60cc12cf0f8c8 is 82, key is hbase:meta,,1/info:regioninfo/1733696048979/Put/seqid=0 2024-12-08T22:17:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742468_1644 (size=5672) 2024-12-08T22:17:09,584 INFO [M:0;45d1fbfb79fd:41977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2135 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f59c74d48efe467f84a60cc12cf0f8c8 2024-12-08T22:17:09,615 DEBUG [M:0;45d1fbfb79fd:41977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/630936a5b6ad45c2b98c596f07bd587f is 2479, key is \x00\x00\x00\x00\x00\x00\x00%/proc:d/1733696084195/Put/seqid=0 2024-12-08T22:17:09,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742469_1645 (size=46750) 2024-12-08T22:17:10,019 INFO [M:0;45d1fbfb79fd:41977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=774.84 KB at sequenceid=2135 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/630936a5b6ad45c2b98c596f07bd587f 2024-12-08T22:17:10,025 INFO [M:0;45d1fbfb79fd:41977 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 630936a5b6ad45c2b98c596f07bd587f 2024-12-08T22:17:10,046 DEBUG [M:0;45d1fbfb79fd:41977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d804c8c82e904d2fac9b7ac54b62e589 is 69, key is 45d1fbfb79fd,38403,1733696044665/rs:state/1733696047546/Put/seqid=0 2024-12-08T22:17:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073742470_1646 (size=5156) 2024-12-08T22:17:10,451 INFO [M:0;45d1fbfb79fd:41977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2135 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d804c8c82e904d2fac9b7ac54b62e589 2024-12-08T22:17:10,459 DEBUG [M:0;45d1fbfb79fd:41977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f59c74d48efe467f84a60cc12cf0f8c8 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f59c74d48efe467f84a60cc12cf0f8c8 2024-12-08T22:17:10,463 INFO [M:0;45d1fbfb79fd:41977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f59c74d48efe467f84a60cc12cf0f8c8, entries=8, sequenceid=2135, filesize=5.5 K 2024-12-08T22:17:10,464 DEBUG [M:0;45d1fbfb79fd:41977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/630936a5b6ad45c2b98c596f07bd587f as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/630936a5b6ad45c2b98c596f07bd587f 2024-12-08T22:17:10,467 INFO [M:0;45d1fbfb79fd:41977 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 630936a5b6ad45c2b98c596f07bd587f 2024-12-08T22:17:10,467 INFO [M:0;45d1fbfb79fd:41977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/630936a5b6ad45c2b98c596f07bd587f, entries=178, sequenceid=2135, filesize=45.7 K 2024-12-08T22:17:10,468 DEBUG [M:0;45d1fbfb79fd:41977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d804c8c82e904d2fac9b7ac54b62e589 as hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d804c8c82e904d2fac9b7ac54b62e589 2024-12-08T22:17:10,471 INFO [M:0;45d1fbfb79fd:41977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/3453d2c1-74aa-593b-4ba6-525d756fc8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d804c8c82e904d2fac9b7ac54b62e589, entries=1, sequenceid=2135, filesize=5.0 K 2024-12-08T22:17:10,472 INFO [M:0;45d1fbfb79fd:41977 {}] regionserver.HRegion(3140): Finished flush of dataSize ~775.39 KB/794002, heapSize ~948.65 KB/971416, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=2135, compaction requested=false 2024-12-08T22:17:10,474 INFO [M:0;45d1fbfb79fd:41977 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:17:10,474 DEBUG [M:0;45d1fbfb79fd:41977 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733696229150Disabling compacts and flushes for region at 1733696229150Disabling writes for close at 1733696229151 (+1 ms)Obtaining lock to block concurrent updates at 1733696229151Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733696229151Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=794002, getHeapSize=971656, getOffHeapSize=0, getCellsCount=2338 at 1733696229151Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733696229152 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733696229152Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733696229167 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733696229167Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733696229594 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733696229615 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733696229615Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733696230025 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733696230046 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733696230046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38545527: reopening flushed file at 1733696230458 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ab3ca1: reopening flushed file at 1733696230463 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f36660: reopening flushed file at 1733696230467 (+4 ms)Finished flush of dataSize ~775.39 KB/794002, heapSize ~948.65 KB/971416, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=2135, compaction requested=false at 1733696230472 (+5 ms)Writing region close event to WAL at 1733696230473 (+1 ms)Closed at 1733696230474 (+1 ms) 2024-12-08T22:17:10,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36439 is added to blk_1073741830_1006 (size=934008) 2024-12-08T22:17:10,477 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T22:17:10,478 INFO [M:0;45d1fbfb79fd:41977 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T22:17:10,478 INFO [M:0;45d1fbfb79fd:41977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41977 2024-12-08T22:17:10,478 INFO [M:0;45d1fbfb79fd:41977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T22:17:10,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T22:17:10,623 INFO [M:0;45d1fbfb79fd:41977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T22:17:10,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41977-0x100077e3f600000, quorum=127.0.0.1:51039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T22:17:10,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b60cd11{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T22:17:10,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@286a1f36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T22:17:10,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T22:17:10,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1118b2a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T22:17:10,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b40f5c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/hadoop.log.dir/,STOPPED} 2024-12-08T22:17:10,633 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T22:17:10,633 WARN [BP-1429209267-172.17.0.2-1733696039864 heartbeating to localhost/127.0.0.1:37815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T22:17:10,633 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T22:17:10,633 WARN [BP-1429209267-172.17.0.2-1733696039864 heartbeating to localhost/127.0.0.1:37815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1429209267-172.17.0.2-1733696039864 (Datanode Uuid a83687ae-7de4-4b12-8887-e024386f868d) service to localhost/127.0.0.1:37815 2024-12-08T22:17:10,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/cluster_7ff50207-434a-25d9-8c1d-0e820204b72c/data/data1/current/BP-1429209267-172.17.0.2-1733696039864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T22:17:10,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/cluster_7ff50207-434a-25d9-8c1d-0e820204b72c/data/data2/current/BP-1429209267-172.17.0.2-1733696039864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T22:17:10,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T22:17:10,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f7463d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T22:17:10,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T22:17:10,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T22:17:10,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T22:17:10,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d21b76-80c1-a1dd-aee7-4cfd246d27b7/hadoop.log.dir/,STOPPED} 2024-12-08T22:17:10,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T22:17:10,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down